00000080:00000001:3.0F:1767735623.159177:0:287090:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0F:1767735623.202480:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767735623.202494:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1767735623.202500:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd331180. 00000020:00000040:1.0:1767735623.202505:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:1.0:1767735623.202509:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735623.202511:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735623.202516:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735623.202523:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b0e3c38d00. 00000100:00000001:1.0:1767735623.202529:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735623.202539:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767735623.202550:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735623.202554:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735623.202559:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000782bad98] to pc [ptlrpcd_00_00+0] req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735623.202587:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735623.202590:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767735623.202593:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767735623.202600:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0F:1767735623.202602:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1767735623.202604:0:196092:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1767735623.202606:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735623.202613:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735623.202616:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735623.202617:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735623.202622:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735623.202625:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735623.202627:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735623.202632:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1767735623.202637:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6c9c00. 00000100:00000001:1.0:1767735623.202640:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1767735623.202644:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767735623.202645:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735623.202668:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735623.202670:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735623.202674:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735623.202677:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735623.202683:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735623.202684:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735623.202698:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602706715520:192.168.203.112@tcp:400:kworker.0 02000000:00000010:0.0:1767735623.202699:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5441300. 00000100:00000001:0.0:1767735623.202708:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735623.202721:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1767735623.202728:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1767735623.202732:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735623.202740:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735623.202748:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735623.202757:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c37f2800. 00000100:00000001:0.0:1767735623.202758:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1767735623.202766:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735623.202768:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735623.202780:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000154d1840] to pc [ptlrpcd_00_01+1] req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767735623.202785:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735623.202795:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735623.202811:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000001:0.0:1767735623.202818:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1767735623.202822:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706715520, portal 25 00000100:00000040:0.0:1767735623.202825:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1767735623.202831:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735623.202834:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1767735623.202836:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374074752 : -117983335476864 : ffff94b1dd331180) 00000100:00000001:0.0:1767735623.202840:0:166640:0:(import.c:2045:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1767735623.202846:0:166640:0:(import.c:1742:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000040:1.0:1767735623.202852:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.202857:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1767735623.202863:0:196091:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1767735623.202873:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1767735623.202874:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735623.202883:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000001:0.0:1767735623.202886:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1767735623.202889:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b550. 00000100:00000001:0.0:1767735623.202892:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1767735623.202898:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602706715520, offset 0 00000100:00000001:0.0:1767735623.202899:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735623.202905:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735623.202910:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1767735623.202914:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000040:0.0:1767735623.202923:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767735623.202936:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735623.202947:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735623.202950:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735623.202956:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 02000000:00000001:0.0:1767735623.202958:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735623.202965:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1767735623.202968:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735623.202975:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 02000000:00000001:0.0:1767735623.202984:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735623.202985:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735623.203000:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00100000:0.0:1767735623.203002:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602706715648:192.168.203.112@tcp:400:kworker.0 00000400:00000200:1.0:1767735623.203009:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337152:337152:256:4294967295] 192.168.203.112@tcp LPNI seq info [337152:337152:8:4294967295] 00000100:00000001:0.0:1767735623.203016:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1767735623.203022:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767735623.203024:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735623.203030:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735623.203037:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735623.203045:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c12e7800. 00000400:00000200:1.0:1767735623.203046:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 02000000:00000001:0.0:1767735623.203054:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1767735623.203062:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735623.203070:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000010:1.0:1767735623.203076:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38f00. 00000400:00000010:0.0:1767735623.203080:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735623.203138:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000800:00000200:1.0:1767735623.203143:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000200:0.0:1767735623.203145:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706715648, portal 10 00000100:00000001:0.0:1767735623.203148:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735623.203149:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000100:00000040:0.0:1767735623.203160:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1767735623.203165:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735623.203173:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767735623.203175:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735623.203181:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735623.203184:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b6e8. 00000100:00000001:1.0:1767735623.203206:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1767735623.203207:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602706715648, offset 0 00000400:00000200:1.0:1767735623.203227:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735623.203229:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000001:1.0:1767735623.203241:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4304385880 00000100:00000010:1.0:1767735623.203249:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1ef2845a0. 00000400:00000200:0.0:1767735623.203250:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735623.203263:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000400:00000200:0.0:1767735623.203265:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735623.203278:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1767735623.203279:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4304385880 00000400:00000200:0.0:1767735623.203286:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000010:1.0:1767735623.203288:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1ef284360. 00000400:00000200:0.0:1767735623.203295:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1767735623.203297:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000400:00000200:0.0:1767735623.203304:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000100:00000001:1.0:1767735623.203309:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735623.203315:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735623.203320:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735623.203350:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337153:337153:255:4294967295] 192.168.203.112@tcp LPNI seq info [337153:337153:7:4294967295] 00000400:00000200:0.0:1767735623.203358:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735623.203388:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735623.203395:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000200:3.0:1767735623.203396:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735623.203403:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38f00. 00000800:00000010:0.0:1767735623.203407:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441b00. 00000100:00000001:1.0:1767735623.203411:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735623.203414:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767735623.203417:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1767735623.203418:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000001:1.0:1767735623.203420:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735623.203429:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735623.203432:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767735623.203435:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1767735623.203437:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735623.203444:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1767735623.203445:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000100:00000001:0.0:1767735623.203449:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767735623.203450:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000040:0.0:1767735623.203459:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000100:00000001:3.0:1767735623.203460:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000010:2.0F:1767735623.203465:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1c5caa680. 00000400:00000200:0.0:1767735623.203466:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:3.0:1767735623.203469:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.203471:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304385030 00000020:00000040:2.0:1767735623.203483:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:0.0:1767735623.203483:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304385880 00000100:00000001:2.0:1767735623.203498:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1767735623.203498:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304385030 02000000:00000001:2.0:1767735623.203506:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1767735623.203507:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304385880 00000100:00000001:0.0:1767735623.203515:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735623.203517:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735623.203519:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735623.203524:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735623.203526:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6f400. 00000100:00000001:0.0:1767735623.203528:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735623.203535:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735623.203548:0:166640:0:(import.c:1780:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000001:3.0:1767735623.203550:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1767735623.203553:0:166640:0:(import.c:65:import_set_state_nolock()) ffff94b1f0134000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00000040:3.0:1767735623.203560:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1767735623.203561:0:166640:0:(import.c:2080:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff94b1e7e86000: disconnect after 22s idle 00000100:00000001:2.0:1767735623.203571:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735623.203579:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735623.203590:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735623.203594:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767735623.203599:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007007152c] to pc [ptlrpcd_rcv+-1] req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735623.203623:0:166640:0:(import.c:2084:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735623.203626:0:166640:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735623.203628:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767735623.203632:0:166640:0:(pinger.c:247:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1767735623.203638:0:166640:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9722) 00000800:00000200:3.0:1767735623.203642:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735623.203647:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441b00. 00000400:00000200:3.0:1767735623.203652:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735623.203657:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767735623.203658:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767735623.203660:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b6e8 00000100:00000001:1.0:1767735623.203663:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1767735623.203665:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b6e8. 00000100:00000001:1.0:1767735623.203666:0:196090:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735623.203692:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735623.203700:0:196090:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735623.203702:0:196090:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735623.203704:0:196090:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735623.203706:0:196090:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735623.203708:0:196090:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735623.203711:0:196090:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602706715776:192.168.203.112@tcp:9:kworker.0 00000100:00000001:1.0:1767735623.203715:0:196090:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735623.203717:0:196090:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735623.203719:0:196090:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735623.203721:0:196090:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735623.203731:0:196090:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c37f3a00. 02000000:00000001:1.0:1767735623.203732:0:196090:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735623.203737:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735623.203740:0:196090:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810898. 00000400:00000010:1.0:1767735623.203744:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bcc0. 00000100:00000200:1.0:1767735623.203747:0:196090:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706715776, portal 4 00000100:00000001:1.0:1767735623.203749:0:196090:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735623.203751:0:196090:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000001:3.0:1767735623.203757:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1767735623.203759:0:196090:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767735623.203768:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735623.203771:0:196090:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735623.203780:0:196090:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735623.203784:0:196090:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767735623.203789:0:196090:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602706715776, offset 0 00000100:00000001:3.0:1767735623.203791:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1767735623.203796:0:196090:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000040:3.0:1767735623.203800:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767735623.203807:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735623.203817:0:196090:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000001:3.0:1767735623.203818:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735623.203822:0:196090:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1767735623.203824:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1767735623.203829:0:196090:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735623.203833:0:196090:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735623.203837:0:196090:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735623.203840:0:196090:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337154:337154:256:4294967295] 192.168.203.112@tcp LPNI seq info [337154:337154:8:4294967295] 00000400:00000200:1.0:1767735623.203845:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735623.203852:0:196090:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735623.203856:0:196090:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735623.203859:0:196090:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38500. 00000800:00000200:1.0:1767735623.203863:0:196090:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735623.203868:0:196090:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735623.203871:0:196090:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767735623.203884:0:196090:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735623.203888:0:196090:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 8277 usecs (9 jiffies) 00000400:00000200:1.0:1767735623.203897:0:196090:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735623.203900:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304385034 00000100:00000001:1.0:1767735623.203903:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304385880 00000100:00000001:1.0:1767735623.203905:0:196090:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304385034 00000100:00000001:1.0:1767735623.203907:0:196090:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304385880 00000100:00000001:1.0:1767735623.203910:0:196090:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735623.203912:0:196090:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735623.203914:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735623.203916:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735623.203921:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735623.203923:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1767735623.203925:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735623.203927:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735623.203928:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735623.203930:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735623.203948:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735623.203953:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38500. 00000400:00000200:3.0:1767735623.203957:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735623.203962:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735623.203965:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:3.0:1767735623.203975:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:3.0:1767735623.203978:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735623.203982:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735623.203989:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735623.203992:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735623.204117:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735623.204119:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735623.205893:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.205901:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735623.205904:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.205906:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735623.205911:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.205916:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735623.205921:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.205925:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.205928:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.205931:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d782e37380 00000400:00000200:3.0:1767735623.205935:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.205940:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cced [1] + 224 00000800:00000001:3.0:1767735623.205946:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.205949:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735623.205951:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735623.205954:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735623.205958:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735623.206028:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735623.206041:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735623.206058:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735623.206073:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.206078:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735623.206080:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.206082:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735623.206104:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.206123:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735623.206127:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.206130:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.206132:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.206135:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d782e37400 00000400:00000200:3.0:1767735623.206139:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.206142:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x20ccf5 [1] + 224 00000800:00000001:3.0:1767735623.206147:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.206152:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735623.206154:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767735623.206157:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1767735623.206159:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767735623.206162:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767735623.206164:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1767735623.206169:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1767735623.206171:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1767735623.206188:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735623.206193:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735623.206200:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000100:00000040:3.0:1767735623.206205:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1767735623.206206:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000100:00000001:1.0:1767735623.206212:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735623.206222:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735623.206229:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767735623.206237:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767735623.206239:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.206245:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735623.206249:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735623.206253:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735623.206256:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735623.206258:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735623.206260:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735623.206262:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735623.206264:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735623.206279:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1767735623.206283:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=151 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735623.206286:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735623.206288:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735623.206291:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735623.206293:0:196092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735623.206296:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735623.206301:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735623.206309:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735623.206312:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735623.206314:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735623.206319:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.206330:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735623.206338:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735623.206348:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735623.206350:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735623.206354:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000400:00000200:0.0:1767735623.206375:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:0.0:1767735623.206379:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:0.0:1767735623.206385:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735623.206394:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735623.206395:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd331180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602706715520:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767735623.206406:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735623.206411:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767735623.206418:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767735623.206419:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd331180 x1853602706715520/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.206452:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735623.206453:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1767735623.206456:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1767735623.206458:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767735623.206463:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767735623.206464:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c37f2800. 02000000:00000001:0.0:1767735623.206466:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735623.206469:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1767735623.206470:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735623.206473:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735623.206475:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767735623.206477:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735623.206479:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b0e3c38d00. 00000100:00000001:0.0:1767735623.206482:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735623.206484:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735623.206487:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735623.206488:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735623.206492:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd331180. 00000100:00000001:1.0:1767735623.206495:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00001000:0.0:1767735623.206495:0:196091:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=53 v=36 (36 5 5 5) 00000100:00000001:1.0:1767735623.206499:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767735623.206503:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=53 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735623.206504:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735623.206508:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735623.206510:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735623.206511:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735623.206517:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735623.206519:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735623.206521:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1767735623.206523:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735623.206525:0:196091:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: committing for last_committed 12885014819 gen 1 00000100:00000001:1.0:1767735623.206527:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735623.206531:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735623.206534:0:196091:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885014819) req@ffff94b1dc6caa00 x1853602706712448/t12885014814(12885014814) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.206543:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735623.206547:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6caa00 x1853602706712448/t12885014814(12885014814) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.206553:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735623.206554:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735623.206557:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1df842800. 02000000:00000001:0.0:1767735623.206560:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735623.206561:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735623.206562:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735623.206564:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735623.206566:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f9ce5800. 02000000:00000001:0.0:1767735623.206569:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735623.206570:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735623.206572:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6caa00. 00000100:00000001:0.0:1767735623.206574:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735623.206576:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735623.206580:0:196091:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885014819) req@ffff94b1dd332a00 x1853602706713600/t12885014816(12885014816) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.206585:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735623.206588:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd332a00 x1853602706713600/t12885014816(12885014816) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767735623.206601:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767735623.206606:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1767735623.206608:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767735623.206609:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735623.206612:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ed925800. 00000800:00000001:3.0:1767735623.206613:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.206620:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1767735623.206620:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735623.206623:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735623.206625:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735623.206627:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735623.206628:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ed8e5000. 02000000:00000001:0.0:1767735623.206631:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735623.206631:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735623.206632:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd332a00. 00000100:00000001:0.0:1767735623.206635:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735623.206636:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1767735623.206640:0:196091:0:(client.c:3130:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff94b1dd333b80 x1853602706714496/t12885014818(12885014818) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1767735623.206647:0:196091:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885014819) req@ffff94b1dd333100 x1853602706714752/t12885014819(12885014819) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.206652:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735623.206655:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd333100 x1853602706714752/t12885014819(12885014819) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.206662:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1767735623.206665:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767735623.206665:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735623.206670:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ed921000. 02000000:00000001:0.0:1767735623.206676:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1767735623.206677:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000020:00000001:0.0:1767735623.206678:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735623.206682:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735623.206684:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1767735623.206685:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000010:0.0:1767735623.206687:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ed8e6000. 00000400:00000200:3.0:1767735623.206692:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000001:0.0:1767735623.206693:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735623.206696:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735623.206698:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd333100. 00000400:00000200:3.0:1767735623.206699:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735623.206705:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1767735623.206716:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d782e37480 00000100:00000001:0.0:1767735623.206716:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735623.206720:0:196091:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767735623.206726:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:0.0:1767735623.206726:0:196091:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:0.0:1767735623.206732:0:196091:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1767735623.206733:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x20ccfd [1] + 224 00000100:00000001:0.0:1767735623.206734:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767735623.206742:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1767735623.206744:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767735623.206750:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735623.206751:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767735623.206754:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767735623.206755:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735623.206759:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735623.206763:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000040:0.0:1767735623.206768:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735623.206770:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735623.206780:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735623.206782:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602706715648:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767735623.206794:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735623.206799:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735623.206803:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767735623.206805:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6c9c00 x1853602706715648/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.206861:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735623.206863:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735623.206865:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c12e7800. 02000000:00000001:0.0:1767735623.206868:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735623.206869:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735623.206870:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:3.0:1767735623.206873:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1767735623.206873:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735623.206879:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5441300. 02000000:00000001:0.0:1767735623.206885:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:3.0:1767735623.206886:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:0.0:1767735623.206887:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735623.206892:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6c9c00. 00000800:00000001:3.0:1767735623.206894:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735623.206897:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735623.206901:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735623.206904:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735623.206909:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735623.206915:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735623.206918:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735623.206921:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735623.206963:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735623.206968:0:196090:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735623.206973:0:196090:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735623.206975:0:196090:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735623.206978:0:196090:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810898. 00000400:00000200:1.0:1767735623.206984:0:196090:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bcc0 00000400:00000010:1.0:1767735623.206986:0:196090:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bcc0. 00000100:00000001:1.0:1767735623.206990:0:196090:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735623.206998:0:196090:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767735623.207010:0:196090:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735623.207019:0:196090:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735623.207021:0:196090:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735623.207024:0:196090:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735623.207026:0:196090:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735623.207028:0:196090:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735623.207030:0:196090:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735623.207032:0:196090:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735623.207038:0:196090:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=53 v=5 (5 0 0 0) 00000100:00001000:1.0:1767735623.207042:0:196090:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1767735623.207044:0:196090:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735623.207046:0:196090:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735623.207048:0:196090:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735623.207052:0:196090:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735623.207055:0:196090:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735623.207057:0:196090:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 17179871173 00000100:00000001:1.0:1767735623.207059:0:196090:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735623.207061:0:196090:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735623.207065:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735623.207074:0:196090:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735623.207110:0:196090:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735623.207139:0:196090:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1767735623.207144:0:196090:0:(import.c:1990:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1767735623.207151:0:196090:0:(import.c:65:import_set_state_nolock()) ffff94b1f0134000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1767735623.207155:0:196090:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735623.207161:0:196090:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:66586885-669e-469f-b1c7-cb1a0fe6eee4:196090:1853602706715776:192.168.203.112@tcp:9:kworker.0 00000100:00000001:1.0:1767735623.207165:0:196090:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735623.207167:0:196090:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735623.207169:0:196090:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c5caa680 x1853602706715776/t0(0) o9->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735623.207175:0:196090:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735623.207193:0:196090:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735623.207196:0:196090:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c37f3a00. 02000000:00000001:1.0:1767735623.207199:0:196090:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735623.207201:0:196090:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735623.207203:0:196090:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:1.0:1767735623.207205:0:196090:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735623.207208:0:196090:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6f400. 02000000:00000001:1.0:1767735623.207211:0:196090:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735623.207212:0:196090:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735623.207214:0:196090:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c5caa680. 00000100:00000001:1.0:1767735623.207217:0:196090:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735623.207219:0:196090:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735623.207221:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735623.207226:0:196090:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735623.207228:0:196090:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735623.207230:0:196090:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735623.207232:0:196090:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735623.395395:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735623.395401:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735623.395408:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735623.395410:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735623.395463:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735623.395470:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735623.395477:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:0.0:1767735623.829354:0:287156:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767735623.829365:0:287156:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1c5441d00. 00000002:00000001:0.0:1767735623.829372:0:287156:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735623.829384:0:287156:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:0.0:1767735623.829389:0:287156:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1fe4a8dc0. 00000020:00000040:0.0:1767735623.829399:0:287156:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:0.0:1767735623.829403:0:287156:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:0.0:1767735623.829408:0:287156:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1767735623.829413:0:287156:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:0.0:1767735623.829420:0:287156:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6c9c00. 00000020:00000040:0.0:1767735623.829426:0:287156:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767735623.829433:0:287156:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735623.829436:0:287156:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735623.829442:0:287156:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735623.829450:0:287156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f0d0e800. 00000100:00000001:0.0:1767735623.829459:0:287156:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735623.829466:0:287156:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735623.829468:0:287156:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735623.829474:0:287156:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b0e08f3cc0. 00000100:00000001:0.0:1767735623.829477:0:287156:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626086135479488 : -117987574072128 : ffff94b0e08f3cc0) 00000100:00000001:0.0:1767735623.829481:0:287156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735623.829483:0:287156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000100:00000001:0.0:1767735623.829489:0:287156:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735623.829494:0:287156:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735623.829497:0:287156:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735623.829499:0:287156:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735623.829511:0:287156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.829524:0:287156:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735623.829527:0:287156:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735623.829540:0:287156:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735623.829543:0:287156:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735623.829547:0:287156:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735623.829552:0:287156:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287156:1853602706715904:192.168.203.112@tcp:46:lfs.0 00000100:00000001:0.0:1767735623.829558:0:287156:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735623.829564:0:287156:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735623.829567:0:287156:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735623.829570:0:287156:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735623.829574:0:287156:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f0d0ec00. 02000000:00000001:0.0:1767735623.829576:0:287156:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735623.829586:0:287156:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735623.829592:0:287156:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735623.829599:0:287156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767735623.829607:0:287156:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706715904, portal 10 00000100:00000001:0.0:1767735623.829610:0:287156:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735623.829611:0:287156:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000100:00000040:0.0:1767735623.829620:0:287156:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735678 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.829630:0:287156:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735623.829634:0:287156:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735623.829637:0:287156:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767735623.829642:0:287156:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602706715904, offset 0 00000400:00000200:0.0:1767735623.829649:0:287156:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735623.829659:0:287156:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735623.829667:0:287156:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735623.829674:0:287156:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735623.829679:0:287156:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735623.829684:0:287156:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735623.829687:0:287156:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735623.829693:0:287156:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337155:337155:256:4294967295] 192.168.203.112@tcp LPNI seq info [337155:337155:8:4294967295] 00000400:00000200:0.0:1767735623.829698:0:287156:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735623.829710:0:287156:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735623.829727:0:287156:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735623.829732:0:287156:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441c00. 00000800:00000200:0.0:1767735623.829740:0:287156:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735623.829749:0:287156:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735623.829754:0:287156:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441c00 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1767735623.829775:0:287156:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735623.829781:0:287156:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735623.829786:0:287156:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735623.829789:0:287156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304385656 00000100:00000001:0.0:1767735623.829792:0:287156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304385880 00000100:00000001:0.0:1767735623.829795:0:287156:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304385656 00000100:00000001:0.0:1767735623.829798:0:287156:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304385880 00000100:00000001:0.0:1767735623.829801:0:287156:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735623.829804:0:287156:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735623.829807:0:287156:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735623.829810:0:287156:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735623.829813:0:287156:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b0e08f3cc0 going to sleep for 50 seconds 00000100:00000001:0.0:1767735623.829816:0:287156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735623.829820:0:287156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735623.829951:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735623.829961:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441c00. 00000400:00000200:3.0:1767735623.829969:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735623.829978:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735623.829984:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:3.0:1767735623.829988:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:3.0:1767735623.829994:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735623.830002:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735678 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735623.830017:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735623.830022:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735678 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735623.830032:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735623.830154:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735623.836102:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.836116:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735623.836120:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.836123:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735623.836132:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.836140:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735623.836148:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.836219:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.836226:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.836232:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d782e37500 00000400:00000200:3.0:1767735623.836239:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735623.836245:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cd05 [1] + 224 00000800:00000001:3.0:1767735623.836254:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.836264:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735623.836267:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735623.836272:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735623.836278:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735623.836285:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735678 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735623.836300:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735678 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735623.836355:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735623.836368:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735623.836374:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735623.836413:0:287156:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735623.836426:0:287156:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735623.836429:0:287156:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735623.836433:0:287156:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000400:00000200:0.0:1767735623.836441:0:287156:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:0.0:1767735623.836444:0:287156:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:0.0:1767735623.836448:0:287156:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735623.836457:0:287156:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735678 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767735623.836472:0:287156:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735678 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.836481:0:287156:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735623.836496:0:287156:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735623.836500:0:287156:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735623.836503:0:287156:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735623.836506:0:287156:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735623.836509:0:287156:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735623.836513:0:287156:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735623.836522:0:287156:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=53 v=36 (36 5 5 5) 00000100:00001000:0.0:1767735623.836528:0:287156:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=53 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735623.836532:0:287156:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735623.836534:0:287156:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735623.836538:0:287156:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735623.836542:0:287156:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735623.836546:0:287156:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735623.836549:0:287156:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014819 00000100:00000001:0.0:1767735623.836551:0:287156:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735623.836553:0:287156:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735623.836559:0:287156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735678 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.836568:0:287156:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735623.836572:0:287156:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735623.836574:0:287156:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735623.836580:0:287156:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735678 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735623.836589:0:287156:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287156:1853602706715904:192.168.203.112@tcp:46:lfs.0 00000100:00000001:0.0:1767735623.836595:0:287156:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735623.836598:0:287156:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735623.836600:0:287156:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735623.836603:0:287156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735623.836606:0:287156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735678 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.836614:0:287156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735623.836618:0:287156:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b0e08f3cc0. 00000100:00000001:0.0:1767735623.836621:0:287156:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735623.836628:0:287156:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735623.836631:0:287156:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735623.836636:0:287156:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6c9c00 x1853602706715904/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735678 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735623.836644:0:287156:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735623.836647:0:287156:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735623.836650:0:287156:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f0d0ec00. 02000000:00000001:0.0:1767735623.836653:0:287156:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735623.836655:0:287156:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735623.836657:0:287156:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735623.836660:0:287156:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735623.836664:0:287156:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f0d0e800. 02000000:00000001:0.0:1767735623.836667:0:287156:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735623.836669:0:287156:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735623.836671:0:287156:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6c9c00. 00000100:00000001:0.0:1767735623.836676:0:287156:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735623.836677:0:287156:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735623.836680:0:287156:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735623.836683:0:287156:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735623.836686:0:287156:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767735623.836690:0:287156:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:0.0:1767735623.836693:0:287156:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767735623.836695:0:287156:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1fe4a8dc0. 00000002:00000010:0.0:1767735623.836708:0:287156:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1c5441d00. 00000100:00000040:3.0:1767735624.098398:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304385880, at 4304385920 00000100:00000010:3.0:1767735624.098414:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1ef284360. 00000100:00000040:2.0:1767735624.098448:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304385880, at 4304385920 00000100:00000010:2.0:1767735624.098462:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1ef2845a0. 00010000:00000001:3.0:1767735624.418474:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735624.418481:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735624.418489:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735624.418493:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735624.418626:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735624.418632:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735624.418637:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767735625.442404:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735625.442411:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735625.442431:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735625.442434:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735625.442563:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735625.442569:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735625.442574:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767735626.466410:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735626.466415:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735626.466421:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735626.466422:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767735626.466442:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767735626.466445:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767735626.466448:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767735627.491386:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735627.491395:0:276642:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767735627.491399:0:276642:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767735627.491403:0:276642:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735627.491410:0:276642:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767735627.491413:0:276642:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735627.491416:0:276642:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735627.491419:0:276642:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735627.491425:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735627.491427:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735627.491474:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735627.491480:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735627.491485:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767735628.075878:0:287315:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735628.322398:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767735628.322410:0:129196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767735628.322419:0:129196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1c5ca8a80. 00000020:00000040:2.0:1767735628.322427:0:129196:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:2.0:1767735628.322434:0:129196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735628.322439:0:129196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735628.322446:0:129196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735628.322456:0:129196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6f500. 00000100:00000001:2.0:1767735628.322465:0:129196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735628.322490:0:129196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1767735628.322505:0:129196:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735628.322511:0:129196:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735628.322518:0:129196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df5e130a] to pc [ptlrpcd_01_01+1] req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735628.322550:0:129196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735628.322554:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1767735628.322558:0:129196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1767735628.322563:0:129196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1c5caad80. 00000020:00000040:2.0:1767735628.322566:0:129196:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767735628.322570:0:129196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735628.322572:0:129196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735628.322575:0:129196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735628.322583:0:129196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1deb6f900. 00000100:00000001:2.0:1767735628.322587:0:129196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.322592:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1767735628.322594:0:129196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767735628.322602:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767735628.322609:0:196094:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1767735628.322612:0:129196:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735628.322618:0:129196:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735628.322626:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735628.322630:0:129196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007afb57b0] to pc [ptlrpcd_01_00+0] req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735628.322679:0:196094:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735628.322684:0:129196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.322685:0:196094:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735628.322695:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1767735628.322697:0:196094:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767735628.322705:0:196094:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1767735628.322706:0:129196:0:(pinger.c:247:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1767735628.322716:0:196094:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735628.322717:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1767735628.322727:0:129196:0:(pinger.c:247:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1767735628.322730:0:196094:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1c5ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602706716032:192.168.203.112@tcp:400:kworker.0 00000100:00000040:2.0:1767735628.322734:0:129196:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9727) 00000100:00000001:3.0:1767735628.322740:0:196094:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767735628.322747:0:196094:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767735628.322753:0:196094:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735628.322758:0:196094:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767735628.322765:0:196094:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c37f3e00. 02000000:00000001:3.0:1767735628.322770:0:196094:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735628.322780:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735628.322788:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735628.322791:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1767735628.322800:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:2.0:1767735628.322804:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1767735628.322809:0:196094:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113580. 00000400:00000010:3.0:1767735628.322823:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e74c8. 00000100:00000001:2.0:1767735628.322824:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735628.322829:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735628.322836:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1767735628.322837:0:196094:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706716032, portal 25 02000000:00000001:2.0:1767735628.322840:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735628.322845:0:196094:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1767735628.322848:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.322850:0:196094:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981348480 : -117983728203136 : ffff94b1c5ca8a80) 00000100:00100000:2.0:1767735628.322859:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1c5caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602706716160:192.168.203.112@tcp:400:kworker.0 00000100:00000040:3.0:1767735628.322870:0:196094:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735628.322871:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735628.322878:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735628.322883:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735628.322891:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1767735628.322894:0:196094:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1767735628.322900:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3191c00. 00000100:00000040:3.0:1767735628.322904:0:196094:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 02000000:00000001:2.0:1767735628.322908:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1767735628.322912:0:196094:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7f68. 00000100:00000200:3.0:1767735628.322919:0:196094:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602706716032, offset 0 00000400:00000200:2.0:1767735628.322921:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735628.322932:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:3.0:1767735628.322934:0:196094:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767735628.322948:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735628.322956:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29ee0. 00000400:00000200:3.0:1767735628.322963:0:196094:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000200:2.0:1767735628.322968:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706716160, portal 10 00000100:00000001:2.0:1767735628.322974:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1767735628.322975:0:196094:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1767735628.322978:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981357440 : -117983728194176 : ffff94b1c5caad80) 00000400:00000200:3.0:1767735628.322987:0:196094:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000040:2.0:1767735628.322995:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767735628.322999:0:196094:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767735628.323009:0:196094:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767735628.323022:0:196094:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337156:337156:256:4294967295] 192.168.203.112@tcp LPNI seq info [337156:337156:8:4294967295] 00000100:00000001:2.0:1767735628.323024:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735628.323036:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767735628.323041:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735628.323066:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29440. 00000100:00000200:2.0:1767735628.323072:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602706716160, offset 0 00000400:00000200:2.0:1767735628.323089:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767735628.323103:0:196094:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767735628.323112:0:196094:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735628.323118:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000010:3.0:1767735628.323125:0:196094:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416f00. 00000400:00000200:2.0:1767735628.323132:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735628.323143:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1767735628.323146:0:196094:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767735628.323162:0:196094:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000200:2.0:1767735628.323166:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000800:00000200:3.0:1767735628.323172:0:196094:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1767735628.323176:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735628.323185:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735628.323190:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337157:337157:255:4294967295] 192.168.203.112@tcp LPNI seq info [337157:337157:7:4294967295] 00000100:00000001:3.0:1767735628.323193:0:196094:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735628.323203:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735628.323221:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735628.323235:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767735628.323236:0:196094:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000010:2.0:1767735628.323248:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f100. 00000100:00000001:3.0:1767735628.323249:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4304391000 00000100:00000010:3.0:1767735628.323264:0:196094:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411360. 00000800:00000200:2.0:1767735628.323265:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735628.323279:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735628.323286:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767735628.323289:0:196094:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767735628.323294:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.323303:0:196094:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4304391000 00000100:00000040:2.0:1767735628.323304:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:2.0:1767735628.323367:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735628.323372:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304390150 00000100:00000001:2.0:1767735628.323377:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304391000 00000100:00000001:2.0:1767735628.323385:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304390150 00000100:00000010:3.0:1767735628.323388:0:196094:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411240. 00000100:00000001:3.0:1767735628.323398:0:196094:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767735628.323408:0:196094:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735628.323409:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304391000 00000100:00000001:3.0:1767735628.323413:0:196094:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735628.323417:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735628.323424:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735628.323425:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.323436:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735628.323438:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735628.323445:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735628.323452:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735628.323454:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767735628.323458:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1767735628.323460:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1767735628.323466:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735628.323468:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735628.323472:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735628.323474:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767735628.323480:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735628.323481:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.323491:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735628.323492:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735628.323563:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735628.323569:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416f00. 00000400:00000200:3.0:1767735628.323575:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735628.323583:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735628.323588:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7f68 00000400:00000010:3.0:1767735628.323591:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7f68. 00000100:00000001:3.0:1767735628.323596:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735628.323604:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735628.323617:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735628.323622:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735628.323630:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.323633:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767735628.323698:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735628.323703:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f100. 00000400:00000200:3.0:1767735628.323709:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735628.323714:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735628.323718:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29440 00000400:00000010:3.0:1767735628.323720:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29440. 00000100:00000001:3.0:1767735628.323736:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735628.323744:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735683 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735628.323755:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735628.323762:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735683 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735628.323772:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.323774:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735628.326452:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735628.326467:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735628.326472:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735628.326477:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735628.326551:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735628.326561:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735628.326569:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735628.326574:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735628.326581:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735628.326588:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d782e37580 00000400:00000200:3.0:1767735628.326595:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735628.326603:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cd0d [1] + 224 00000800:00000001:3.0:1767735628.326613:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735628.326621:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735628.326625:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735628.326630:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735628.326637:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735628.326645:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735628.326661:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735628.326689:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735628.326700:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735628.326718:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735628.326721:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735628.326724:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735628.326730:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735628.326735:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735628.326740:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735628.326744:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735628.326749:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735628.326753:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d782e37600 00000400:00000200:3.0:1767735628.326759:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735628.326764:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cd1d [1] + 224 00000800:00000001:3.0:1767735628.326771:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1767735628.326773:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735628.326780:0:196094:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1767735628.326781:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735628.326787:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1767735628.326788:0:196094:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1767735628.326796:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000001:2.0:1767735628.326797:0:196094:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735628.326817:0:196094:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113580. 00000400:00000200:2.0:1767735628.326824:0:196094:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e74c8 00000400:00000010:2.0:1767735628.326827:0:196094:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e74c8. 00000100:00000001:2.0:1767735628.326832:0:196094:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767735628.326835:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735628.326844:0:196094:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767735628.326849:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735683 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735628.326894:0:196094:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735628.326901:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735628.326929:0:196094:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735628.326934:0:196094:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735628.326939:0:196094:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735628.326942:0:196094:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735628.326946:0:196094:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767735628.326947:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735628.326950:0:196094:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735628.326957:0:196094:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1767735628.326958:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:2.0:1767735628.326964:0:196094:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=6 v=5 (5 5 5 5) 00000800:00000001:3.0:1767735628.326967:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1767735628.326974:0:196094:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735628.326981:0:196094:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735628.326983:0:196094:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735628.326987:0:196094:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735628.326991:0:196094:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.326994:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1767735628.326995:0:196094:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.327002:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1767735628.327010:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1767735628.327013:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767735628.327020:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767735628.327026:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000100:00000001:2.0:1767735628.327028:0:196094:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1767735628.327035:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29ee0 00000100:00000001:2.0:1767735628.327036:0:196094:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735628.327065:0:196094:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1767735628.327069:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29ee0. 00000100:00000040:2.0:1767735628.327078:0:196094:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735628.327079:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735628.327093:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735683 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735628.327105:0:196094:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1c5ca8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196094:1853602706716032:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735628.327116:0:196094:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735628.327119:0:196094:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735628.327139:0:196094:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c5ca8a80 x1853602706716032/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767735628.327146:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735683 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735628.327169:0:196094:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1767735628.327174:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1767735628.327176:0:196094:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1767735628.327182:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1767735628.327184:0:196094:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c37f3e00. 00000100:00000001:3.0:1767735628.327190:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735628.327194:0:196094:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1767735628.327196:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1767735628.327201:0:196094:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1767735628.327202:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1767735628.327208:0:196094:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767735628.327209:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735628.327219:0:196094:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1767735628.327220:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735628.327225:0:196094:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6f500. 00000100:00001000:3.0:1767735628.327231:0:196093:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=58 v=36 (36 5 5 5) 02000000:00000001:2.0:1767735628.327232:0:196094:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735628.327238:0:196094:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735628.327244:0:196094:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c5ca8a80. 00000100:00001000:3.0:1767735628.327245:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735628.327249:0:196094:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767735628.327253:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735628.327254:0:196094:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735628.327259:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735628.327261:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767735628.327267:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767735628.327272:0:196094:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1767735628.327274:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735628.327278:0:196094:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.327282:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1767735628.327284:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1767735628.327287:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014819 00000100:00000001:2.0:1767735628.327291:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.327292:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767735628.327297:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735628.327306:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735628.327363:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735628.327367:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767735628.327370:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767735628.327376:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735683 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767735628.327388:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1c5caad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602706716160:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767735628.327398:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735628.327401:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735628.327407:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c5caad80 x1853602706716160/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735683 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735628.327428:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767735628.327431:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767735628.327435:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3191c00. 02000000:00000001:3.0:1767735628.327439:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767735628.327441:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767735628.327443:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:3.0:1767735628.327446:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767735628.327449:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1deb6f900. 02000000:00000001:3.0:1767735628.327453:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767735628.327455:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767735628.327458:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c5caad80. 00000100:00000001:3.0:1767735628.327464:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767735628.327467:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735628.327470:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735628.327477:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767735628.327480:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735628.327484:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735628.327487:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735628.514434:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735628.514440:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735628.514447:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735628.514449:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735628.514594:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767735628.514600:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767735628.514604:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767735628.663801:0:287406:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1767735628.837719:0:287442:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1767735628.837725:0:287442:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160t: changelog garbage collect on lack of space ========================================================== 16:40:28 (1767735628) 00000001:00000001:0.0:1767735628.845656:0:287442:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1767735629.218462:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304391000, at 4304391040 00000100:00000040:2.0:1767735629.218470:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304391000, at 4304391040 00000100:00000010:3.0:1767735629.218480:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411240. 00000100:00000010:2.0:1767735629.218485:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411360. 00010000:00000001:3.0:1767735629.538440:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735629.538445:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735629.538449:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735629.538451:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735629.538558:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735629.538563:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735629.538567:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767735630.352207:0:287526:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735630.352213:0:287526:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735630.352216:0:287526:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735630.352220:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bb20 00000080:00200000:0.0:1767735630.352225:0:287526:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735630.352234:0:287526:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.352242:0:287526:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.352247:0:287526:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735630.352253:0:287526:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.352255:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5ba40 00800000:00000002:0.0:1767735630.352259:0:287526:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735630.352264:0:287526:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735630.352269:0:287526:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735630.352276:0:287526:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.352278:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5b910 00000002:00010000:0.0:1767735630.352281:0:287526:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735630.352285:0:287526:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735630.352289:0:287526:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.352293:0:287526:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.352301:0:287526:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:0.0:1767735630.352305:0:287526:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.352351:0:287526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.352355:0:287526:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767735630.352364:0:287526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767735630.352379:0:287526:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767735630.352386:0:287526:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.352391:0:287526:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767735630.352419:0:287526:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767735630.352423:0:287526:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767735630.352426:0:287526:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.352430:0:287526:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.352433:0:287526:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.352437:0:287526:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767735630.352441:0:287526:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767735630.352446:0:287526:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735630.352451:0:287526:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000080:00000001:0.0:1767735630.352457:0:287526:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735630.352460:0:287526:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.352465:0:287526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735630.352470:0:287526:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:0.0:1767735630.352475:0:287526:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735630.352479:0:287526:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735630.352482:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.352485:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.352489:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:0.0:1767735630.352493:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.352498:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.352502:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.352505:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.352506:0:287526:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.352509:0:287526:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.352513:0:287526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc307f5bb58 00010000:00000001:0.0:1767735630.352516:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.352518:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.352519:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:0.0:1767735630.352522:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.352524:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.352527:0:287526:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.352531:0:287526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.352546:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.352547:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.352550:0:287526:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735630.352552:0:287526:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735630.352556:0:287526:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.352566:0:287526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735630.352570:0:287526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735630.352572:0:287526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.352577:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.352578:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.352580:0:287526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.352584:0:287526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735630.352587:0:287526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.352589:0:287526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.352592:0:287526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.352595:0:287526:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.352597:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.352599:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735630.352602:0:287526:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767735630.352605:0:287526:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.352608:0:287526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:0.0:1767735630.352613:0:287526:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767735630.352624:0:287526:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1de338480. 00000020:00000001:0.0:1767735630.352630:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bae8 00000080:00200000:0.0:1767735630.352632:0:287526:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), flags=13 00000080:00000001:0.0:1767735630.352636:0:287526:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767735630.352638:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5b9a8 00000080:00200000:0.0:1767735630.352641:0:287526:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), intent=getattr 00000080:00000010:0.0:1767735630.352650:0:287526:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.352654:0:287526:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.352659:0:287526:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735630.352661:0:287526:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.352669:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5b8c8 00800000:00000002:0.0:1767735630.352671:0:287526:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd160t.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735630.352675:0:287526:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1767735630.352679:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5b860 00800000:00000002:0.0:1767735630.352682:0:287526:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160t.sanity' -> mds #0 00000002:00000001:0.0:1767735630.352686:0:287526:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.352688:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5b798 00000002:00010000:0.0:1767735630.352690:0:287526:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160t.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735630.352695:0:287526:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767735630.352698:0:287526:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767735630.352704:0:287526:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6c9c00. 00000020:00000040:0.0:1767735630.352708:0:287526:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:0.0:1767735630.352715:0:287526:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767735630.352720:0:287526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.352723:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.352725:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.352727:0:287526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.352730:0:287526:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735630.352733:0:287526:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735630.352737:0:287526:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735630.352744:0:287526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be800. 00000100:00000001:0.0:1767735630.352752:0:287526:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.352758:0:287526:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.352760:0:287526:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.352763:0:287526:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.352764:0:287526:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.352767:0:287526:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.352774:0:287526:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00010000:00000001:0.0:1767735630.352779:0:287526:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767735630.352781:0:287526:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767735630.352785:0:287526:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:0.0:1767735630.352788:0:287526:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.352791:0:287526:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767735630.352795:0:287526:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1dea50400. 00000020:00000001:0.0:1767735630.352799:0:287526:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767735630.352808:0:287526:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1dea50400 with handle 0x1886cffb85cc5815 to hash 00000020:00000001:0.0:1767735630.352810:0:287526:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767735630.352813:0:287526:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.352817:0:287526:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.352820:0:287526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.352822:0:287526:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.352827:0:287526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 287526 initiator: MDT0 00010000:00010000:0.0:1767735630.352835:0:287526:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 287526 initiator: MDT0 00010000:00010000:0.0:1767735630.352848:0:287526:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 287526 initiator: MDT0 00000100:00000001:0.0:1767735630.352854:0:287526:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735630.352857:0:287526:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735630.352863:0:287526:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.352865:0:287526:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089984967424 : -117983724584192 : ffff94b1c601c300) 00000100:00000001:0.0:1767735630.352869:0:287526:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.352871:0:287526:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000100:00000001:0.0:1767735630.352876:0:287526:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735630.352880:0:287526:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.352883:0:287526:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735630.352885:0:287526:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735630.352899:0:287526:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.352910:0:287526:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735630.352913:0:287526:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.352917:0:287526:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735630.352920:0:287526:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735630.352924:0:287526:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735630.352928:0:287526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287526:1853602706716288:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767735630.352933:0:287526:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735630.352949:0:287526:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735630.352952:0:287526:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.352956:0:287526:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735630.352960:0:287526:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1df846800. 02000000:00000001:0.0:1767735630.352963:0:287526:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735630.352973:0:287526:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735630.352977:0:287526:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735630.352985:0:287526:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767735630.352993:0:287526:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706716288, portal 10 00000100:00000001:0.0:1767735630.352996:0:287526:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.352998:0:287526:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000100:00000040:0.0:1767735630.353005:0:287526:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735685 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.353015:0:287526:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735630.353018:0:287526:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735630.353022:0:287526:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b770. 00000100:00000200:0.0:1767735630.353050:0:287526:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602706716288, offset 0 00000400:00000200:0.0:1767735630.353061:0:287526:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735630.353071:0:287526:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.353080:0:287526:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735630.353087:0:287526:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735630.353092:0:287526:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735630.353097:0:287526:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735630.353100:0:287526:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735630.353105:0:287526:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337158:337158:256:4294967295] 192.168.203.112@tcp LPNI seq info [337158:337158:8:4294967295] 00000400:00000200:0.0:1767735630.353110:0:287526:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.353123:0:287526:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735630.353130:0:287526:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735630.353135:0:287526:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441e00. 00000800:00000200:0.0:1767735630.353144:0:287526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735630.353154:0:287526:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735630.353160:0:287526:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441e00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1767735630.353189:0:287526:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.353196:0:287526:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735630.353201:0:287526:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735630.353205:0:287526:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304392179 00000100:00000010:0.0:1767735630.353211:0:287526:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46452a0. 00000100:00000001:0.0:1767735630.353218:0:287526:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735630.353225:0:287526:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304392179 00000100:00000010:0.0:1767735630.353228:0:287526:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645180. 00000100:00000001:0.0:1767735630.353232:0:287526:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735630.353236:0:287526:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.353240:0:287526:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.353243:0:287526:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735630.353245:0:287526:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735630.353249:0:287526:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c601c300 going to sleep for 50 seconds 00000100:00000001:0.0:1767735630.353253:0:287526:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735630.353256:0:287526:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735630.353407:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735630.353417:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441e00. 00000400:00000200:3.0:1767735630.353427:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735630.353438:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735630.353446:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b770 00000400:00000010:3.0:1767735630.353450:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b770. 00000100:00000001:3.0:1767735630.353456:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735630.353478:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735685 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735630.353493:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735630.353499:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735685 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735630.353511:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735630.353514:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735630.356776:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.356789:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735630.356793:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.356796:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.356805:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.356813:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735630.356821:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.356826:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.356832:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.356836:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d782e37680 00000400:00000200:3.0:1767735630.356950:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.356958:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x20cd2d [1] + 224 00000800:00000001:3.0:1767735630.356968:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.356979:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.356982:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735630.356987:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735630.356993:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735630.357000:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735630.357014:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735630.357059:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735630.357067:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.357072:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.357125:0:287526:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735630.357135:0:287526:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735630.357138:0:287526:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735630.357142:0:287526:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000400:00000200:0.0:1767735630.357148:0:287526:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:0.0:1767735630.357151:0:287526:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:0.0:1767735630.357155:0:287526:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735630.357165:0:287526:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767735630.357179:0:287526:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.357189:0:287526:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735630.357192:0:287526:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.357195:0:287526:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735630.357199:0:287526:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735630.357201:0:287526:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735630.357205:0:287526:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.357220:0:287526:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735630.357229:0:287526:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=60 v=36 (36 5 5 5) 00000100:00001000:0.0:1767735630.357234:0:287526:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735630.357237:0:287526:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767735630.357242:0:287526:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.357251:0:287526:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767735630.357255:0:287526:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735630.357258:0:287526:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014819 00000100:00000001:0.0:1767735630.357260:0:287526:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735630.357262:0:287526:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1767735630.357267:0:287526:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.357276:0:287526:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1767735630.357279:0:287526:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735630.357281:0:287526:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735630.357287:0:287526:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735685 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767735630.357297:0:287526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287526:1853602706716288:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767735630.357302:0:287526:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.357305:0:287526:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767735630.357308:0:287526:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735630.357354:0:287526:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.357361:0:287526:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735685 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.357371:0:287526:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735630.357375:0:287526:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.357379:0:287526:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735630.357381:0:287526:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1767735630.357385:0:287526:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767735630.357389:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.357399:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.357402:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=4 00000020:00000001:0.0:1767735630.357405:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.357408:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00010000:0.0:1767735630.357414:0:287526:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 287526 initiator: MDT0 00010000:00000001:0.0:1767735630.357427:0:287526:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1767735630.357432:0:287526:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 287526 initiator: MDT0 00010000:00000001:0.0:1767735630.357439:0:287526:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.357443:0:287526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 287526 initiator: MDT0 00010000:00000001:0.0:1767735630.357449:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.357451:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767735630.357454:0:287526:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 287526 initiator: MDT0 00010000:00000001:0.0:1767735630.357460:0:287526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.357462:0:287526:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.357466:0:287526:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767735630.357469:0:287526:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 287526 initiator: MDT0 00010000:00010000:0.0:1767735630.357477:0:287526:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1dea50400 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:0.0:1767735630.357480:0:287526:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767735630.357484:0:287526:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 287526 initiator: MDT0 00010000:00000001:0.0:1767735630.357491:0:287526:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767735630.357494:0:287526:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767735630.357498:0:287526:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 287526 initiator: MDT0 00010000:00000001:0.0:1767735630.357509:0:287526:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767735630.357513:0:287526:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767735630.357515:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.357516:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.357518:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=5 00000020:00000001:0.0:1767735630.357521:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.357523:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.357526:0:287526:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767735630.357529:0:287526:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 287526 initiator: MDT0 00000080:00000001:0.0:1767735630.357536:0:287526:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767735630.357537:0:287526:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.357541:0:287526:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1767735630.357543:0:287526:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767735630.357547:0:287526:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767735630.357549:0:287526:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767735630.357551:0:287526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.357553:0:287526:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767735630.357557:0:287526:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1dea50400 with handle 0x1886cffb85cc5815 from hash 00010000:00000001:0.0:1767735630.357559:0:287526:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767735630.357561:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.357563:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.357564:0:287526:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767735630.357566:0:287526:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767735630.357568:0:287526:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767735630.357571:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.357572:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.357574:0:287526:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.357576:0:287526:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.357580:0:287526:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 287526 initiator: MDT0 00010000:00000001:0.0:1767735630.357585:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.357591:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.357593:0:287526:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767735630.357595:0:287526:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.357597:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.357598:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.357600:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767735630.357603:0:287526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5815 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 287526 initiator: MDT0 00010000:00000001:0.0:1767735630.357612:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.357614:0:287526:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1767735630.357619:0:287526:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1767735630.357625:0:287526:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735685 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767735630.357634:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767735630.357636:0:287526:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.357639:0:287526:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.357641:0:287526:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.357644:0:287526:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767735630.357647:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767735630.357648:0:287526:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.357651:0:287526:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767735630.357653:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5b718 00000002:00002000:0.0:1767735630.357656:0:287526:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160t.sanity intent=getattr status=0 disp=7: rc = 0 00000002:00000001:0.0:1767735630.357660:0:287526:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.357663:0:287526:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.357666:0:287526:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767735630.357668:0:287526:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767735630.357672:0:287526:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767735630.357675:0:287526:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.357678:0:287526:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767735630.357681:0:287526:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc307f5bb20 it_disposition 7 00000080:00002000:0.0:1767735630.357685:0:287526:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1c45b6af8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1767735630.357692:0:287526:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735630.357696:0:287526:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735630.357698:0:287526:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.357700:0:287526:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.357710:0:287526:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:0.0:1767735630.357713:0:287526:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.357717:0:287526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.357719:0:287526:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767735630.357723:0:287526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767735630.357732:0:287526:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767735630.357736:0:287526:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.357739:0:287526:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767735630.357747:0:287526:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767735630.357749:0:287526:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.357752:0:287526:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767735630.357755:0:287526:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767735630.357757:0:287526:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f5b940 released 00000080:00010000:0.0:1767735630.357759:0:287526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc307f5b940 00010000:00000001:0.0:1767735630.357762:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.357763:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.357765:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:0.0:1767735630.357768:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.357771:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.357773:0:287526:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.357776:0:287526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.357783:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.357785:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.357786:0:287526:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735630.357788:0:287526:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735630.357791:0:287526:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.357809:0:287526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735630.357812:0:287526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735630.357814:0:287526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.357817:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.357818:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.357820:0:287526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.357822:0:287526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735630.357824:0:287526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.357827:0:287526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.357830:0:287526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.357832:0:287526:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.357833:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.357835:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767735630.357837:0:287526:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1767735630.357839:0:287526:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767735630.357842:0:287526:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767735630.357846:0:287526:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000100:00000001:0.0:1767735630.357850:0:287526:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.357856:0:287526:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6c9c00 x1853602706716288/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735685 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.357864:0:287526:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735630.357867:0:287526:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735630.357871:0:287526:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1df846800. 02000000:00000001:0.0:1767735630.357874:0:287526:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735630.357876:0:287526:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735630.357879:0:287526:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735630.357881:0:287526:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735630.357884:0:287526:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be800. 02000000:00000001:0.0:1767735630.357887:0:287526:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735630.357889:0:287526:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735630.357891:0:287526:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6c9c00. 00000100:00000001:0.0:1767735630.357895:0:287526:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735630.357897:0:287526:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767735630.357899:0:287526:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767735630.357900:0:287526:0:(dcache.c:176:ll_intent_release()) intent ffffafc307f5bb20 released 00000080:00000001:0.0:1767735630.357907:0:287526:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1767735630.357911:0:287526:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767735630.357913:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bb70 00000080:00002000:0.0:1767735630.357916:0:287526:0:(dcache.c:127:ll_ddelete()) keeping dentry d160t.sanity (ffff94b1c45b6af8, parent ffff94b1c49c60d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1767735630.357920:0:287526:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.357946:0:287526:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735630.357949:0:287526:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735630.357950:0:287526:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735630.357952:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bbb0 00000080:00200000:0.0:1767735630.357955:0:287526:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735630.357960:0:287526:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.357964:0:287526:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.357968:0:287526:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735630.357970:0:287526:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.357972:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bad0 00800000:00000002:0.0:1767735630.357975:0:287526:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735630.357979:0:287526:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735630.357982:0:287526:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735630.357987:0:287526:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.357988:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5b9a0 00000002:00010000:0.0:1767735630.357991:0:287526:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735630.357995:0:287526:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735630.357996:0:287526:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.357998:0:287526:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.358002:0:287526:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:0.0:1767735630.358005:0:287526:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.358008:0:287526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.358010:0:287526:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767735630.358014:0:287526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767735630.358022:0:287526:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767735630.358024:0:287526:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.358059:0:287526:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767735630.358084:0:287526:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767735630.358086:0:287526:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767735630.358088:0:287526:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.358091:0:287526:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.358093:0:287526:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.358096:0:287526:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767735630.358099:0:287526:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767735630.358102:0:287526:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735630.358105:0:287526:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000080:00000001:0.0:1767735630.358109:0:287526:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735630.358111:0:287526:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.358114:0:287526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735630.358117:0:287526:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:0.0:1767735630.358121:0:287526:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735630.358124:0:287526:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735630.358125:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.358127:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.358129:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:0.0:1767735630.358132:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.358135:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.358138:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.358139:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.358141:0:287526:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.358143:0:287526:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.358146:0:287526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc307f5bbe8 00010000:00000001:0.0:1767735630.358148:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.358149:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.358151:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:0.0:1767735630.358153:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.358156:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.358158:0:287526:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.358162:0:287526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.358174:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.358176:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.358178:0:287526:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735630.358180:0:287526:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735630.358183:0:287526:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.358190:0:287526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735630.358192:0:287526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735630.358194:0:287526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.358196:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.358198:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.358199:0:287526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.358202:0:287526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735630.358204:0:287526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.358206:0:287526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.358209:0:287526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.358211:0:287526:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.358213:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.358214:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735630.358217:0:287526:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767735630.358218:0:287526:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.358221:0:287526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:0.0:1767735630.358225:0:287526:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.358229:0:287526:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1767735630.358232:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bbd8 00000080:00002000:0.0:1767735630.358234:0:287526:0:(dcache.c:87:ll_dcompare()) found name d160t.sanity(ffff94b1c45b6af8) flags 0x8000e refc 0 00000080:00000001:0.0:1767735630.358237:0:287526:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735630.358240:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bc20 00000080:00200000:0.0:1767735630.358241:0:287526:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160t.sanity, flags=16392 00000080:00000001:0.0:1767735630.358246:0:287526:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767735630.358247:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bba8 00000080:00002000:0.0:1767735630.358250:0:287526:0:(dcache.c:127:ll_ddelete()) keeping dentry d160t.sanity (ffff94b1c45b6af8, parent ffff94b1c49c60d8, inode 0000000000000000) hashed, 00000080:00000001:0.0:1767735630.358253:0:287526:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735630.358277:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bd08 00000080:00200008:0.0:1767735630.358286:0:287526:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94b1d15a8908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1767735630.358292:0:287526:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735630.358294:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bc80 00000080:00200000:0.0:1767735630.358296:0:287526:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735630.358300:0:287526:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.358304:0:287526:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.358307:0:287526:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735630.358309:0:287526:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.358342:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bba0 00800000:00000002:0.0:1767735630.358344:0:287526:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735630.358348:0:287526:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735630.358351:0:287526:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735630.358357:0:287526:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.358360:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5ba70 00000002:00010000:0.0:1767735630.358363:0:287526:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735630.358368:0:287526:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735630.358371:0:287526:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.358374:0:287526:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.358378:0:287526:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:0.0:1767735630.358382:0:287526:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.358387:0:287526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.358391:0:287526:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767735630.358396:0:287526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767735630.358406:0:287526:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767735630.358410:0:287526:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.358414:0:287526:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767735630.358423:0:287526:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000100:00000040:3.0:1767735630.358425:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304392179, at 4304392180 00000002:00000001:0.0:1767735630.358427:0:287526:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735630.358428:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304392179, at 4304392180 00000002:00000001:0.0:1767735630.358432:0:287526:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.358441:0:287526:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1767735630.358446:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46452a0. 00000100:00000010:3.0:1767735630.358453:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645180. 00800000:00000001:0.0:1767735630.358457:0:287526:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.358462:0:287526:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767735630.358467:0:287526:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767735630.358470:0:287526:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735630.358473:0:287526:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000080:00000001:0.0:1767735630.358479:0:287526:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735630.358481:0:287526:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.358484:0:287526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735630.358488:0:287526:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:0.0:1767735630.358491:0:287526:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735630.358493:0:287526:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735630.358495:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.358497:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.358499:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:0.0:1767735630.358501:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.358504:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.358507:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.358509:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.358510:0:287526:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.358512:0:287526:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.358515:0:287526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc307f5bcb8 00010000:00000001:0.0:1767735630.358517:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.358519:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.358520:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:0.0:1767735630.358522:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.358525:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.358527:0:287526:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.358531:0:287526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.358538:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.358539:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.358541:0:287526:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735630.358543:0:287526:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735630.358552:0:287526:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.358559:0:287526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735630.358562:0:287526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735630.358563:0:287526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.358566:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.358567:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.358569:0:287526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.358572:0:287526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735630.358574:0:287526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.358576:0:287526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.358579:0:287526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.358581:0:287526:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.358582:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.358584:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735630.358586:0:287526:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767735630.358588:0:287526:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767735630.358592:0:287526:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735630.358597:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bd08 00000080:00000008:0.0:1767735630.358599:0:287526:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1d15a8908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1767735630.359163:0:287526:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735630.359190:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bd08 00000080:00200008:0.0:1767735630.359194:0:287526:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94b1d15a8908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1767735630.359199:0:287526:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735630.359200:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bc80 00000080:00200000:0.0:1767735630.359203:0:287526:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735630.359208:0:287526:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.359212:0:287526:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.359215:0:287526:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735630.359218:0:287526:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.359220:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bba0 00800000:00000002:0.0:1767735630.359222:0:287526:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735630.359226:0:287526:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735630.359229:0:287526:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735630.359233:0:287526:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.359241:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5ba70 00000002:00010000:0.0:1767735630.359244:0:287526:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735630.359248:0:287526:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735630.359249:0:287526:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.359252:0:287526:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.359256:0:287526:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:0.0:1767735630.359258:0:287526:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.359262:0:287526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.359264:0:287526:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767735630.359268:0:287526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767735630.359276:0:287526:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767735630.359279:0:287526:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.359283:0:287526:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767735630.359290:0:287526:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767735630.359292:0:287526:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767735630.359295:0:287526:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.359297:0:287526:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.359299:0:287526:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.359302:0:287526:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767735630.359305:0:287526:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767735630.359307:0:287526:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735630.359337:0:287526:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000080:00000001:0.0:1767735630.359342:0:287526:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735630.359344:0:287526:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.359347:0:287526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735630.359350:0:287526:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:0.0:1767735630.359354:0:287526:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735630.359358:0:287526:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735630.359361:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.359364:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.359367:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:0.0:1767735630.359377:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.359381:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.359385:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.359387:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.359390:0:287526:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.359392:0:287526:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.359396:0:287526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc307f5bcb8 00010000:00000001:0.0:1767735630.359399:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.359400:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.359402:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:0.0:1767735630.359405:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.359407:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.359410:0:287526:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.359414:0:287526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.359422:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.359424:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.359426:0:287526:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735630.359428:0:287526:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735630.359432:0:287526:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.359440:0:287526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735630.359442:0:287526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735630.359444:0:287526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.359447:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.359448:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.359450:0:287526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.359453:0:287526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735630.359455:0:287526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.359457:0:287526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.359459:0:287526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.359462:0:287526:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.359463:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.359470:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735630.359472:0:287526:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767735630.359474:0:287526:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767735630.359477:0:287526:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735630.359481:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bd08 00000080:00000008:0.0:1767735630.359484:0:287526:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1d15a8908), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1767735630.359601:0:287526:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735630.359604:0:287526:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735630.359607:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bb78 00000080:00200000:0.0:1767735630.359609:0:287526:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735630.359614:0:287526:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.359619:0:287526:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.359622:0:287526:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735630.359624:0:287526:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.359626:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5ba98 00800000:00000002:0.0:1767735630.359629:0:287526:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735630.359632:0:287526:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735630.359635:0:287526:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735630.359639:0:287526:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.359641:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5b968 00000002:00010000:0.0:1767735630.359643:0:287526:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735630.359647:0:287526:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735630.359648:0:287526:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.359651:0:287526:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.359655:0:287526:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:0.0:1767735630.359657:0:287526:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.359661:0:287526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.359663:0:287526:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767735630.359667:0:287526:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767735630.359675:0:287526:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767735630.359678:0:287526:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.359681:0:287526:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767735630.359702:0:287526:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767735630.359705:0:287526:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767735630.359707:0:287526:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.359709:0:287526:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.359711:0:287526:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.359714:0:287526:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767735630.359717:0:287526:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767735630.359719:0:287526:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735630.359722:0:287526:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000080:00000001:0.0:1767735630.359725:0:287526:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735630.359727:0:287526:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.359730:0:287526:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735630.359733:0:287526:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:0.0:1767735630.359736:0:287526:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735630.359738:0:287526:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735630.359740:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.359742:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.359744:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:0.0:1767735630.359746:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.359749:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.359752:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.359753:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.359755:0:287526:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.359757:0:287526:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.359759:0:287526:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc307f5bbb0 00010000:00000001:0.0:1767735630.359762:0:287526:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.359763:0:287526:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.359765:0:287526:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:0.0:1767735630.359767:0:287526:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.359769:0:287526:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:0.0:1767735630.359772:0:287526:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.359775:0:287526:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.359787:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.359789:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.359790:0:287526:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735630.359792:0:287526:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735630.359795:0:287526:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.359802:0:287526:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735630.359804:0:287526:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735630.359806:0:287526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.359809:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.359810:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.359812:0:287526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.359814:0:287526:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735630.359816:0:287526:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.359818:0:287526:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.359821:0:287526:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.359823:0:287526:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.359825:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.359826:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735630.359829:0:287526:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767735630.359830:0:287526:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.359833:0:287526:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 44 00000080:00000001:0.0:1767735630.359837:0:287526:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.359841:0:287526:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1767735630.359844:0:287526:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1767735630.359846:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bb78 00000080:00200008:0.0:1767735630.359849:0:287526:0:(file.c:1001:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff94b1d15a8908), flags 300000 00000080:00000010:0.0:1767735630.359855:0:287526:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1d928d7c0. 00000080:00000001:0.0:1767735630.359860:0:287526:0:(file.c:1026:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.359862:0:287526:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.359876:0:287526:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1767735630.359879:0:287526:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908) cmd=c03066f0 arg=7ffc8c0191e0 00000020:00000001:0.0:1767735630.359885:0:287526:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1767735630.359890:0:287526:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 640 at ffff94b1d04be800. 00000020:00000001:0.0:1767735630.359900:0:287526:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.359904:0:287526:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1767735630.359906:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bad0 00000080:00200000:0.0:1767735630.359909:0:287526:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908) name=d160t.sanity stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1767735630.359915:0:287526:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.359918:0:287526:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00800000:00000001:0.0:1767735630.359925:0:287526:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:0.0:1767735630.359927:0:287526:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767735630.359931:0:287526:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:0.0:1767735630.359934:0:287526:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1767735630.359937:0:287526:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1767735630.359940:0:287526:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1767735630.359943:0:287526:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1767735630.359946:0:287526:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x7571:0x0] 40000000:00000001:0.0:1767735630.359949:0:287526:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.359951:0:287526:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.359953:0:287526:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.359956:0:287526:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735630.359959:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5ba08 00800000:00000002:0.0:1767735630.359961:0:287526:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160t.sanity' [0x2000013a3:0x7571:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:0.0:1767735630.359966:0:287526:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1767735630.359969:0:287526:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767735630.359973:0:287526:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:0.0:1767735630.359976:0:287526:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.359979:0:287526:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767735630.359983:0:287526:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767735630.359986:0:287526:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767735630.359994:0:287526:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767735630.359997:0:287526:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767735630.360000:0:287526:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767735630.360002:0:287526:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1767735630.360005:0:287526:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.360007:0:287526:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.360016:0:287526:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 3 00010000:00000001:0.0:1767735630.360018:0:287526:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767735630.360022:0:287526:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.360024:0:287526:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.360026:0:287526:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.360055:0:287526:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 3 00010000:00000001:0.0:1767735630.360058:0:287526:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767735630.360061:0:287526:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.360063:0:287526:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.360064:0:287526:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.360066:0:287526:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 3 00010000:00000001:0.0:1767735630.360068:0:287526:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767735630.360071:0:287526:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.360073:0:287526:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767735630.360077:0:287526:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94b1d15a8840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1767735630.360082:0:287526:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1767735630.360085:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5b690 00000080:00002000:0.0:1767735630.360087:0:287526:0:(namei.c:189:ll_prune_negative_children()) prune negative dentry d160t.sanity 00000080:00000001:0.0:1767735630.360093:0:287526:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767735630.360097:0:287526:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767735630.360101:0:287526:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767735630.360103:0:287526:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767735630.360105:0:287526:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.360108:0:287526:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767735630.360111:0:287526:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767735630.360113:0:287526:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767735630.360115:0:287526:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.360117:0:287526:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767735630.360120:0:287526:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1f1a82400 with handle 0x1886cffb85cc57cf from hash 00010000:00000001:0.0:1767735630.360123:0:287526:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767735630.360125:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.360126:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.360128:0:287526:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767735630.360131:0:287526:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767735630.360133:0:287526:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767735630.360137:0:287526:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767735630.360146:0:287526:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767735630.360149:0:287526:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767735630.360154:0:287526:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6c9c00. 00000020:00000040:0.0:1767735630.360157:0:287526:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:0.0:1767735630.360163:0:287526:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767735630.360165:0:287526:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.360167:0:287526:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767735630.360171:0:287526:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.360174:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.360175:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.360177:0:287526:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.360180:0:287526:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735630.360182:0:287526:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735630.360185:0:287526:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735630.360190:0:287526:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04bf800. 00000100:00000001:0.0:1767735630.360194:0:287526:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.360197:0:287526:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.360200:0:287526:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767735630.360205:0:287526:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767735630.360212:0:287526:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767735630.360214:0:287526:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767735630.360216:0:287526:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767735630.360219:0:287526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767735630.360227:0:287526:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1c7d52b00 count: 0 00010000:00000010:0.0:1767735630.360234:0:287526:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1deb84d00. 00010000:00000001:0.0:1767735630.360241:0:287526:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.360243:0:287526:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.360245:0:287526:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.360247:0:287526:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.360249:0:287526:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767735630.360260:0:287526:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767735630.360269:0:287526:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1dc6c9c00 x1853602706716544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767735630.360285:0:287526:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735630.360287:0:287526:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735630.360291:0:287526:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.360294:0:287526:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089984967424 : -117983724584192 : ffff94b1c601c300) 00000100:00000001:0.0:1767735630.360296:0:287526:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.360298:0:287526:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000100:00000001:0.0:1767735630.360302:0:287526:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735630.360305:0:287526:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.360307:0:287526:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735630.360309:0:287526:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735630.360377:0:287526:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6c9c00 x1853602706716544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735630.360388:0:287526:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735630.360391:0:287526:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.360395:0:287526:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735630.360398:0:287526:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735630.360402:0:287526:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735630.360406:0:287526:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287526:1853602706716544:192.168.203.112@tcp:36:lfs.0 00000100:00000001:0.0:1767735630.360411:0:287526:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735630.360415:0:287526:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735630.360418:0:287526:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.360422:0:287526:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735630.360427:0:287526:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1df846800. 02000000:00000001:0.0:1767735630.360430:0:287526:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735630.360438:0:287526:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735630.360442:0:287526:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735630.360448:0:287526:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767735630.360453:0:287526:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706716544, portal 10 00000100:00000001:0.0:1767735630.360456:0:287526:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.360458:0:287526:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000100:00000040:0.0:1767735630.360466:0:287526:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6c9c00 x1853602706716544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735685 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735630.360490:0:287526:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735630.360495:0:287526:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735630.360498:0:287526:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b6e8. 00000100:00000200:0.0:1767735630.360501:0:287526:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853602706716544, offset 0 00000400:00000200:0.0:1767735630.360507:0:287526:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735630.360514:0:287526:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.360520:0:287526:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735630.360524:0:287526:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735630.360528:0:287526:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735630.360531:0:287526:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735630.360534:0:287526:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735630.360539:0:287526:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337159:337159:256:4294967295] 192.168.203.112@tcp LPNI seq info [337159:337159:8:4294967295] 00000400:00000200:0.0:1767735630.360544:0:287526:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.360553:0:287526:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735630.360559:0:287526:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735630.360563:0:287526:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441000. 00000800:00000200:0.0:1767735630.360569:0:287526:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735630.360575:0:287526:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735630.360579:0:287526:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441000 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:0.0:1767735630.360596:0:287526:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.360600:0:287526:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735630.360605:0:287526:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735630.360607:0:287526:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304392187 00000100:00000010:0.0:1767735630.360612:0:287526:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645f00. 00000100:00000001:0.0:1767735630.360618:0:287526:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735630.360631:0:287526:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304392187 00000100:00000010:0.0:1767735630.360636:0:287526:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645660. 00000100:00000001:0.0:1767735630.360640:0:287526:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735630.360644:0:287526:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.360656:0:287526:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.360660:0:287526:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735630.360662:0:287526:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735630.360666:0:287526:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c601c300 going to sleep for 50 seconds 00000100:00000001:0.0:1767735630.360670:0:287526:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735630.360674:0:287526:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735630.360706:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735630.360714:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441000. 00000400:00000200:3.0:1767735630.360721:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735630.360729:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735630.360734:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b6e8 00000400:00000010:3.0:1767735630.360737:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b6e8. 00000100:00000001:3.0:1767735630.360741:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735630.360749:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6c9c00 x1853602706716544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735685 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735630.360762:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735630.360766:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6c9c00 x1853602706716544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735685 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735630.360776:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735630.360779:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1F:1767735630.365386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1dea50400. 00000080:00000010:0.1:1767735630.365411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de338480. 00010000:00000010:0.1:1767735630.365419:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1c7d52b00. 00010000:00000010:0.1:1767735630.365423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1f1a82400. 00000100:00000040:3.0:1767735630.366414:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304392187, at 4304392188 00000100:00000010:3.0:1767735630.366426:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645660. 00000100:00000040:2.0:1767735630.366443:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304392187, at 4304392188 00000100:00000010:2.0:1767735630.366457:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645f00. 00000800:00000001:3.0:1767735630.366664:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.366675:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735630.366679:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.366682:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.366689:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.366696:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735630.366703:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.366708:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.366713:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.366718:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d782e37780 00000400:00000200:3.0:1767735630.366723:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.366729:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x20cd35 [1] + 224 00000800:00000001:3.0:1767735630.366736:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.366743:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.366747:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735630.366763:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735630.366769:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735630.366776:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6c9c00 x1853602706716544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735685 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735630.366790:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1dc6c9c00 x1853602706716544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735630.366816:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767735630.366822:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767735630.366827:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.366833:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767735630.366839:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337160:337160:256:4294967295] 192.168.203.112@tcp LPNI seq info [337160:337160:8:4294967295] 00000400:00000200:3.0:1767735630.366845:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.366855:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767735630.366861:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767735630.366866:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416000. 00000800:00000200:3.0:1767735630.366872:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767735630.366879:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767735630.366884:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767735630.366928:0:287526:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735630.366938:0:287526:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735630.366940:0:287526:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735630.366943:0:287526:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000400:00000200:0.0:1767735630.366951:0:287526:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:0.0:1767735630.366955:0:287526:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:0.0:1767735630.366960:0:287526:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767735630.366963:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735630.366970:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416000. 00000100:00000200:0.0:1767735630.366973:0:287526:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6c9c00 x1853602706716544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1767735630.366978:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735630.366997:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000200:0.0:1767735630.367004:0:287526:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6c9c00 x1853602706716544/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767735630.367010:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.367020:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.367022:0:287526:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735630.367052:0:287526:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.367058:0:287526:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735630.367061:0:287526:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735630.367063:0:287526:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735630.367066:0:287526:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.367069:0:287526:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735630.367076:0:287526:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=60 v=36 (36 5 5 5) 00000100:00001000:0.0:1767735630.367081:0:287526:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735630.367084:0:287526:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735630.367086:0:287526:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.367089:0:287526:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735630.367093:0:287526:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.367096:0:287526:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767735630.367098:0:287526:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b37/0x1] 00000100:00000001:0.0:1767735630.367101:0:287526:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767735630.367103:0:287526:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.367105:0:287526:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000100:00000001:0.0:1767735630.367108:0:287526:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735630.367123:0:287526:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014819 00000100:00000001:0.0:1767735630.367125:0:287526:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735630.367127:0:287526:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.367135:0:287526:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6c9c00 x1853602706716544/t12885014820(12885014820) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735685 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735630.367144:0:287526:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.367147:0:287526:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735630.367149:0:287526:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735630.367154:0:287526:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6c9c00 x1853602706716544/t12885014820(12885014820) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735685 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735630.367163:0:287526:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287526:1853602706716544:192.168.203.112@tcp:36:lfs.0 00000100:00000001:0.0:1767735630.367169:0:287526:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.367172:0:287526:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.367174:0:287526:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735630.367177:0:287526:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.367181:0:287526:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6c9c00 x1853602706716544/t12885014820(12885014820) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735685 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735630.367189:0:287526:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735630.367192:0:287526:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.367196:0:287526:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735630.367198:0:287526:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.367204:0:287526:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767735630.367207:0:287526:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x7571:0x0] 00800000:00000001:0.0:1767735630.367210:0:287526:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.367214:0:287526:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767735630.367218:0:287526:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767735630.367221:0:287526:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767735630.367225:0:287526:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950769 : 144115272414950769 : 2000013a3007571) 00000080:00000001:0.0:1767735630.367229:0:287526:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:0.0:1767735630.367241:0:287526:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f1461080. 00000080:00000001:0.0:1767735630.367251:0:287526:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:0.0:1767735630.367254:0:287526:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x7571:0x0](ffff94b1f1461148) 00000080:00000001:0.0:1767735630.367264:0:287526:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767735630.367267:0:287526:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x7571:0x0] 00000080:00000001:0.0:1767735630.367270:0:287526:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.367272:0:287526:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950769 : 144115272414950769 : 2000013a3007571) 00000080:00000001:0.0:1767735630.367275:0:287526:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:0.0:1767735630.367278:0:287526:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414950769 mtime from 0 to 1767735630 00000080:00200000:0.0:1767735630.367283:0:287526:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x7571:0x0], updating i_size 512 00000080:00000001:0.0:1767735630.367286:0:287526:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1767735630.367288:0:287526:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090710864200 : -117982998687416 : ffff94b1f1461148) 00000080:00000001:0.0:1767735630.367292:0:287526:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767735630.367295:0:287526:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767735630.367297:0:287526:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.367304:0:287526:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.367309:0:287526:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6c9c00 x1853602706716544/t12885014820(12885014820) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735685 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735630.367350:0:287526:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767735630.367353:0:287526:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735630.367357:0:287526:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000080:00000010:0.0:1767735630.367362:0:287526:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 640 at ffff94b1d04be800. 00000080:00000001:0.0:1767735630.367365:0:287526:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.367376:0:287526:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:0.0:1767735630.367378:0:287526:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1767735630.367381:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bdb0 00000080:00200008:0.0:1767735630.367384:0:287526:0:(file.c:424:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff94b1d15a8908), flags 300000 00000080:00400000:0.0:1767735630.367388:0:287526:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1767735630.367393:0:287526:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1d928d7c0. 00000080:00000001:0.0:1767735630.367396:0:287526:0:(file.c:439:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1767735630.367399:0:287526:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f5bdb0 00000080:00000008:0.0:1767735630.367401:0:287526:0:(file.c:464:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1d15a8908), flags 300000, rc = 0 00000080:00000001:0.0:1767735630.367405:0:287526:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.367407:0:287526:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.375911:0:287527:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735630.375917:0:287527:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735630.375919:0:287527:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735630.375928:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63bc0 00000080:00200000:0.0:1767735630.375932:0:287527:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735630.375938:0:287527:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.375943:0:287527:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.375947:0:287527:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735630.375950:0:287527:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.375952:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63ae0 00800000:00000002:0.0:1767735630.375955:0:287527:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735630.375959:0:287527:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735630.375962:0:287527:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735630.375966:0:287527:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.375968:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f639b0 00000002:00010000:0.0:1767735630.375971:0:287527:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735630.375975:0:287527:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735630.375977:0:287527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.375979:0:287527:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767735630.375984:0:287527:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.375986:0:287527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.375988:0:287527:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.375991:0:287527:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767735630.375993:0:287527:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767735630.375997:0:287527:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6caa00. 00000020:00000040:0.0:1767735630.376001:0:287527:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:0.0:1767735630.376005:0:287527:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767735630.376008:0:287527:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.376012:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.376014:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.376016:0:287527:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.376018:0:287527:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735630.376021:0:287527:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735630.376024:0:287527:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735630.376053:0:287527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be800. 00000100:00000001:0.0:1767735630.376059:0:287527:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.376062:0:287527:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.376064:0:287527:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.376067:0:287527:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.376076:0:287527:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.376078:0:287527:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.376084:0:287527:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00010000:00000001:0.0:1767735630.376088:0:287527:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767735630.376090:0:287527:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767735630.376095:0:287527:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1fa50c100. 00010000:00000010:0.0:1767735630.376100:0:287527:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c67ab280. 00010000:00000001:0.0:1767735630.376104:0:287527:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767735630.376107:0:287527:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1dea50400. 00000020:00000001:0.0:1767735630.376110:0:287527:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767735630.376113:0:287527:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1dea50400 with handle 0x1886cffb85cc581c to hash 00000020:00000001:0.0:1767735630.376115:0:287527:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767735630.376117:0:287527:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.376120:0:287527:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.376123:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.376125:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.376130:0:287527:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 287527 initiator: MDT0 00010000:00010000:0.0:1767735630.376140:0:287527:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 287527 initiator: MDT0 00010000:00010000:0.0:1767735630.376149:0:287527:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 287527 initiator: MDT0 00000100:00000001:0.0:1767735630.376155:0:287527:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735630.376157:0:287527:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735630.376161:0:287527:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.376163:0:287527:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089984967424 : -117983724584192 : ffff94b1c601c300) 00000100:00000001:0.0:1767735630.376166:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.376168:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000001:0.0:1767735630.376172:0:287527:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735630.376175:0:287527:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.376177:0:287527:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735630.376179:0:287527:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735630.376193:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.376203:0:287527:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735630.376205:0:287527:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.376209:0:287527:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735630.376211:0:287527:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735630.376214:0:287527:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735630.376218:0:287527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706716672:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767735630.376222:0:287527:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735630.376226:0:287527:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735630.376228:0:287527:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.376230:0:287527:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735630.376234:0:287527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1df842800. 02000000:00000001:0.0:1767735630.376237:0:287527:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735630.376243:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735630.376247:0:287527:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735630.376251:0:287527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767735630.376256:0:287527:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706716672, portal 10 00000100:00000001:0.0:1767735630.376259:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.376260:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000040:0.0:1767735630.376267:0:287527:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.376276:0:287527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735630.376279:0:287527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735630.376282:0:287527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b110. 00000100:00000200:0.0:1767735630.376285:0:287527:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602706716672, offset 0 00000400:00000200:0.0:1767735630.376291:0:287527:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735630.376297:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.376303:0:287527:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735630.376307:0:287527:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735630.376340:0:287527:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735630.376344:0:287527:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735630.376347:0:287527:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735630.376360:0:287527:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337161:337161:256:4294967295] 192.168.203.112@tcp LPNI seq info [337161:337161:8:4294967295] 00000400:00000200:0.0:1767735630.376366:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.376377:0:287527:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735630.376383:0:287527:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735630.376388:0:287527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441800. 00000800:00000200:0.0:1767735630.376394:0:287527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735630.376401:0:287527:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735630.376405:0:287527:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767735630.376423:0:287527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.376428:0:287527:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735630.376432:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735630.376434:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304392203 00000100:00000010:0.0:1767735630.376439:0:287527:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46451e0. 00000100:00000001:0.0:1767735630.376444:0:287527:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735630.376453:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304392203 00000100:00000010:0.0:1767735630.376457:0:287527:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645600. 00000100:00000001:0.0:1767735630.376460:0:287527:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735630.376463:0:287527:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.376467:0:287527:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.376470:0:287527:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735630.376471:0:287527:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735630.376474:0:287527:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c601c300 going to sleep for 50 seconds 00000100:00000001:0.0:1767735630.376477:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735630.376480:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735630.376606:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735630.376613:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441800. 00000400:00000200:2.0:1767735630.376620:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735630.376629:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735630.376634:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000010:2.0:1767735630.376647:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000100:00000001:2.0:1767735630.376653:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735630.376660:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735630.376673:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735630.376677:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735630.376686:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735630.376688:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735630.379689:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.379701:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735630.379705:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.379708:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.379716:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.379723:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735630.379738:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.379742:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.379748:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.379752:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d782e37800 00000400:00000200:3.0:1767735630.379758:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.379763:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x20cd3d [1] + 224 00000800:00000001:3.0:1767735630.379770:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.379780:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.379783:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735630.379787:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735630.379792:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735630.379799:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735630.379813:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735630.379839:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735630.379847:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.379851:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.379929:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735630.379938:0:287527:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735630.379940:0:287527:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735630.379944:0:287527:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000400:00000200:0.0:1767735630.379951:0:287527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:0.0:1767735630.379953:0:287527:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:0.0:1767735630.379957:0:287527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735630.379978:0:287527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767735630.379992:0:287527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.380002:0:287527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735630.380004:0:287527:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.380007:0:287527:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735630.380010:0:287527:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735630.380012:0:287527:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735630.380014:0:287527:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.380017:0:287527:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735630.380023:0:287527:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=60 v=36 (36 5 5 5) 00000100:00001000:0.0:1767735630.380051:0:287527:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735630.380055:0:287527:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735630.380057:0:287527:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.380060:0:287527:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735630.380063:0:287527:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.380066:0:287527:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735630.380068:0:287527:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014819 00000100:00000001:0.0:1767735630.380071:0:287527:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735630.380073:0:287527:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.380078:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.380087:0:287527:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.380090:0:287527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735630.380092:0:287527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735630.380097:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735685 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767735630.380106:0:287527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706716672:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767735630.380112:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.380114:0:287527:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.380117:0:287527:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735630.380126:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.380131:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735685 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.380139:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735630.380142:0:287527:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.380146:0:287527:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735630.380147:0:287527:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.380150:0:287527:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767735630.380153:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380155:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380158:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=4 00000020:00000001:0.0:1767735630.380160:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380164:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000040:0.0:1767735630.380169:0:287527:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1dea50400, remote cookie: 0x9bbb2ede591e186f, flags: 0x1001 00010000:00010000:0.0:1767735630.380175:0:287527:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767735630.380187:0:287527:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.380195:0:287527:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767735630.380199:0:287527:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767735630.380202:0:287527:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767735630.380204:0:287527:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767735630.380206:0:287527:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767735630.380209:0:287527:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1fa50c100) refcount = 1 00010000:00010000:0.0:1767735630.380214:0:287527:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.380222:0:287527:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767735630.380225:0:287527:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767735630.380227:0:287527:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.380231:0:287527:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767735630.380239:0:287527:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.380243:0:287527:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.380250:0:287527:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767735630.380252:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380254:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.380255:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380256:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.380258:0:287527:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.380262:0:287527:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767735630.380264:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380265:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380267:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=3 00000020:00000001:0.0:1767735630.380270:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380273:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380275:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380277:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380278:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=4 00000020:00000001:0.0:1767735630.380281:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380283:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380286:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.380288:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.380292:0:287527:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.380299:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380301:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.380302:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380304:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380305:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=5 00000020:00000001:0.0:1767735630.380307:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380341:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380346:0:287527:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.380357:0:287527:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.380365:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380366:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767735630.380369:0:287527:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.380376:0:287527:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.380378:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380379:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.380381:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380382:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767735630.380389:0:287527:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735685 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767735630.380399:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380401:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380403:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=3 00000020:00000001:0.0:1767735630.380405:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380408:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380410:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380412:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.380414:0:287527:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.380416:0:287527:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.380418:0:287527:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767735630.380421:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380422:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380424:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=3 00000020:00000001:0.0:1767735630.380426:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380429:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00000002:00010000:0.0:1767735630.380433:0:287527:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.380440:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380446:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.380448:0:287527:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767735630.380450:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380451:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380453:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=3 00000020:00000001:0.0:1767735630.380456:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380458:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000040:0.0:1767735630.380463:0:287527:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c100 count: 2 00010000:00000001:0.0:1767735630.380466:0:287527:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1767735630.380470:0:287527:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767735630.380473:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380475:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.380476:0:287527:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767735630.380479:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63930 00000002:00002000:0.0:1767735630.380481:0:287527:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767735630.380485:0:287527:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.380488:0:287527:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.380491:0:287527:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767735630.380494:0:287527:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767735630.380498:0:287527:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767735630.380500:0:287527:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735630.380504:0:287527:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000080:00000001:0.0:1767735630.380508:0:287527:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735630.380510:0:287527:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767735630.380513:0:287527:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767735630.380517:0:287527:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767735630.380522:0:287527:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1fe4a8dc0. 00800000:00000001:0.0:1767735630.380524:0:287527:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090929262016 : -117982780289600 : ffff94b1fe4a8dc0) 00800000:00000001:0.0:1767735630.380527:0:287527:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.380530:0:287527:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767735630.380532:0:287527:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767735630.380534:0:287527:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767735630.380537:0:287527:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767735630.380541:0:287527:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767735630.380542:0:287527:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.380551:0:287527:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767735630.380554:0:287527:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1767735630.380557:0:287527:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115188193296385 mtime from 1767735620 to 1767735630 00000080:00200000:0.0:1767735630.380561:0:287527:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:0.0:1767735630.380564:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380566:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380568:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=3 00000020:00000001:0.0:1767735630.380570:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380573:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380576:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380577:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767735630.380579:0:287527:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767735630.380582:0:287527:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767735630.380583:0:287527:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8dc0 1 00800000:00000010:0.0:1767735630.380586:0:287527:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1fe4a8dc0. 00800000:00000001:0.0:1767735630.380589:0:287527:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.380592:0:287527:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc581c 00800000:00000001:0.0:1767735630.380596:0:287527:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735630.380598:0:287527:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735630.380599:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380601:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380602:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=3 00000020:00000001:0.0:1767735630.380605:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380607:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380610:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380611:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.380613:0:287527:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.380615:0:287527:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.380618:0:287527:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.380620:0:287527:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735630.380624:0:287527:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc581c from it ffffafc307f63bf8 00010000:00000001:0.0:1767735630.380626:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380627:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380629:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=3 00000020:00000001:0.0:1767735630.380636:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380639:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380641:0:287527:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.380645:0:287527:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.380652:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380654:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.380655:0:287527:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735630.380658:0:287527:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735630.380661:0:287527:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.380668:0:287527:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735630.380670:0:287527:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735630.380672:0:287527:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.380675:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380676:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.380678:0:287527:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.380681:0:287527:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735630.380683:0:287527:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.380685:0:287527:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.380688:0:287527:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.380690:0:287527:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.380692:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380693:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735630.380696:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.380702:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6caa00 x1853602706716672/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735685 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.380710:0:287527:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735630.380712:0:287527:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735630.380714:0:287527:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1df842800. 02000000:00000001:0.0:1767735630.380718:0:287527:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735630.380720:0:287527:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735630.380722:0:287527:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735630.380724:0:287527:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735630.380732:0:287527:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be800. 02000000:00000001:0.0:1767735630.380735:0:287527:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735630.380737:0:287527:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735630.380739:0:287527:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6caa00. 00000100:00000001:0.0:1767735630.380743:0:287527:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735630.380744:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.380748:0:287527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:0.0:1767735630.380752:0:287527:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767735630.380762:0:287527:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1de3384a0. 00000080:00000001:0.0:1767735630.380767:0:287527:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735630.380768:0:287527:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735630.380770:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63b00 00000080:00200000:0.0:1767735630.380773:0:287527:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735630.380777:0:287527:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.380781:0:287527:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.380784:0:287527:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735630.380786:0:287527:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.380788:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63a20 00800000:00000002:0.0:1767735630.380791:0:287527:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735630.380795:0:287527:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735630.380798:0:287527:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735630.380802:0:287527:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.380804:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f638f0 00000002:00010000:0.0:1767735630.380806:0:287527:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735630.380810:0:287527:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735630.380812:0:287527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.380814:0:287527:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.380817:0:287527:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c100 count: 2 00010000:00000001:0.0:1767735630.380820:0:287527:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.380824:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.380826:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767735630.380830:0:287527:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767735630.380838:0:287527:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767735630.380847:0:287527:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.380851:0:287527:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767735630.380859:0:287527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767735630.380861:0:287527:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767735630.380863:0:287527:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.380866:0:287527:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735630.380868:0:287527:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.380871:0:287527:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767735630.380874:0:287527:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767735630.380876:0:287527:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735630.380879:0:287527:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000080:00000001:0.0:1767735630.380882:0:287527:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735630.380884:0:287527:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.380886:0:287527:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735630.380890:0:287527:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc581c 00800000:00000001:0.0:1767735630.380893:0:287527:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735630.380895:0:287527:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735630.380897:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380898:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380900:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=3 00000020:00000001:0.0:1767735630.380903:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380905:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380908:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380909:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.380911:0:287527:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.380913:0:287527:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.380915:0:287527:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc581c from it ffffafc307f63b38 00010000:00000001:0.0:1767735630.380918:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.380919:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.380921:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=3 00000020:00000001:0.0:1767735630.380923:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380926:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.380933:0:287527:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.380937:0:287527:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.380944:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380945:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.380947:0:287527:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735630.380948:0:287527:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735630.380951:0:287527:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.380958:0:287527:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735630.380960:0:287527:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735630.380962:0:287527:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.380964:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380966:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.380967:0:287527:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.380970:0:287527:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735630.380972:0:287527:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.380974:0:287527:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.380977:0:287527:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.380979:0:287527:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.380980:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.380982:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735630.380984:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767735630.380986:0:287527:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.380989:0:287527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 3 00000080:00000001:0.0:1767735630.380992:0:287527:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.380996:0:287527:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1767735630.380998:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63b50 00000080:00200000:0.0:1767735630.381001:0:287527:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), file ffff94b1c2bf7080, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1767735630.381006:0:287527:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff94b1f4645a20. 00000080:00000001:0.0:1767735630.381010:0:287527:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767735630.381012:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63a10 00000080:00200000:0.0:1767735630.381014:0:287527:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), intent=open|creat 00000080:00000010:0.0:1767735630.381020:0:287527:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.381058:0:287527:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.381063:0:287527:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735630.381066:0:287527:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.381067:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63930 00800000:00000002:0.0:1767735630.381070:0:287527:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd160t.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735630.381074:0:287527:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1767735630.381077:0:287527:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767735630.381080:0:287527:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:0.0:1767735630.381083:0:287527:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1767735630.381085:0:287527:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1767735630.381087:0:287527:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1767735630.381089:0:287527:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1767735630.381091:0:287527:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x7572:0x0] 40000000:00000001:0.0:1767735630.381094:0:287527:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.381097:0:287527:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.381099:0:287527:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.381101:0:287527:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735630.381104:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f638b0 00800000:00000002:0.0:1767735630.381106:0:287527:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a3:0x7572:0x0], name='d160t.sanity' -> mds #0 00000002:00000001:0.0:1767735630.381110:0:287527:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.381112:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f637e8 00000002:00010000:0.0:1767735630.381114:0:287527:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160t.sanity,[0x2000013a3:0x7572:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1767735630.381118:0:287527:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767735630.381121:0:287527:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1767735630.381123:0:287527:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1767735630.381128:0:287527:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.381130:0:287527:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767735630.381132:0:287527:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c100 count: 2 00010000:00000001:0.0:1767735630.381135:0:287527:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.381138:0:287527:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767735630.381141:0:287527:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767735630.381144:0:287527:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767735630.381152:0:287527:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767735630.381162:0:287527:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767735630.381164:0:287527:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767735630.381166:0:287527:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1767735630.381169:0:287527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.381171:0:287527:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.381174:0:287527:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c100 count: 3 00010000:00000001:0.0:1767735630.381176:0:287527:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767735630.381180:0:287527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.381182:0:287527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.381183:0:287527:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.381185:0:287527:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c100 count: 3 00010000:00000001:0.0:1767735630.381187:0:287527:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767735630.381189:0:287527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.381191:0:287527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.381193:0:287527:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735630.381195:0:287527:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c100 count: 3 00010000:00000001:0.0:1767735630.381197:0:287527:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767735630.381199:0:287527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.381201:0:287527:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767735630.381204:0:287527:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94b1d15a8840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1767735630.381208:0:287527:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1767735630.381211:0:287527:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767735630.381213:0:287527:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767735630.381214:0:287527:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.381217:0:287527:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767735630.381220:0:287527:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767735630.381222:0:287527:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767735630.381224:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.381226:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767735630.381229:0:287527:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1dea50400 with handle 0x1886cffb85cc581c from hash 00010000:00000001:0.0:1767735630.381232:0:287527:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767735630.381233:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.381235:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.381236:0:287527:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767735630.381239:0:287527:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767735630.381241:0:287527:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767735630.381244:0:287527:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767735630.381251:0:287527:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767735630.381254:0:287527:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767735630.381259:0:287527:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6caa00. 00000020:00000040:0.0:1767735630.381262:0:287527:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:0.0:1767735630.381266:0:287527:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767735630.381268:0:287527:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.381271:0:287527:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767735630.381274:0:287527:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.381277:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.381279:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.381280:0:287527:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.381283:0:287527:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735630.381285:0:287527:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735630.381288:0:287527:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735630.381293:0:287527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be800. 00000100:00000001:0.0:1767735630.381297:0:287527:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.381301:0:287527:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.381303:0:287527:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767735630.381307:0:287527:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767735630.381348:0:287527:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767735630.381351:0:287527:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767735630.381353:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767735630.381357:0:287527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc581c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede591e186f expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767735630.381366:0:287527:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1fa50c100 count: 0 00010000:00000010:0.0:1767735630.381372:0:287527:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c67ab280. 00010000:00000001:0.0:1767735630.381383:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.381385:0:287527:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.381388:0:287527:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.381391:0:287527:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.381393:0:287527:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.381401:0:287527:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00010000:00000001:0.0:1767735630.381414:0:287527:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767735630.381417:0:287527:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767735630.381423:0:287527:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1fa50c900. 00010000:00000010:0.0:1767735630.381428:0:287527:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c67ab280. 00010000:00000001:0.0:1767735630.381432:0:287527:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767735630.381435:0:287527:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1dea50c00. 00000020:00000001:0.0:1767735630.381439:0:287527:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767735630.381442:0:287527:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1dea50c00 with handle 0x1886cffb85cc5823 to hash 00000020:00000001:0.0:1767735630.381444:0:287527:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767735630.381446:0:287527:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090398321664 : -117983311229952 : ffff94b1dea50c00) 00010000:00000001:0.0:1767735630.381449:0:287527:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090398321664 : -117983311229952 : ffff94b1dea50c00) 00010000:00000001:0.0:1767735630.381452:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.381454:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.381458:0:287527:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 287527 initiator: MDT0 00010000:00010000:0.0:1767735630.381466:0:287527:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 287527 initiator: MDT0 00000020:00100000:0.0:1767735630.381476:0:287527:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1767735630.381484:0:287527:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/66640 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1767735630.381495:0:287527:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 287527 initiator: MDT0 00000100:00000001:0.0:1767735630.381501:0:287527:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735630.381502:0:287527:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735630.381506:0:287527:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.381509:0:287527:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089984967424 : -117983724584192 : ffff94b1c601c300) 00000100:00000001:0.0:1767735630.381511:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.381513:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000001:0.0:1767735630.381517:0:287527:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735630.381520:0:287527:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.381528:0:287527:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735630.381530:0:287527:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735630.381535:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/66640 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.381543:0:287527:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735630.381545:0:287527:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.381549:0:287527:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735630.381551:0:287527:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735630.381554:0:287527:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735630.381558:0:287527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706716928:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767735630.381562:0:287527:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735630.381565:0:287527:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735630.381568:0:287527:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.381570:0:287527:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735630.381637:0:287527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff94b1d2440000. 02000000:00000001:0.0:1767735630.381640:0:287527:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735630.381647:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735630.381650:0:287527:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735630.381656:0:287527:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff94b1d04be000. 00000100:00000200:0.0:1767735630.381661:0:287527:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1853602706716928, portal 10 00000100:00000001:0.0:1767735630.381663:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.381665:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000040:0.0:1767735630.381672:0:287527:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767735685 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.381680:0:287527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735630.381684:0:287527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735630.381687:0:287527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767735630.381690:0:287527:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1853602706716928, offset 0 00000400:00000200:0.0:1767735630.381696:0:287527:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735630.381702:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.381708:0:287527:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735630.381712:0:287527:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735630.381716:0:287527:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735630.381726:0:287527:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735630.381729:0:287527:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735630.381733:0:287527:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337162:337162:256:4294967295] 192.168.203.112@tcp LPNI seq info [337162:337162:8:4294967295] 00000400:00000200:0.0:1767735630.381738:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.381748:0:287527:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735630.381754:0:287527:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735630.381759:0:287527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441800. 00000800:00000200:0.0:1767735630.381765:0:287527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735630.381771:0:287527:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735630.381775:0:287527:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441800 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1767735630.381796:0:287527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.381801:0:287527:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735630.381806:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735630.381809:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304392208 00000100:00000001:0.0:1767735630.381815:0:287527:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304392203 00000100:00000001:0.0:1767735630.381819:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304392208 00000100:00000001:0.0:1767735630.381823:0:287527:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304392203 00000100:00000001:0.0:1767735630.381826:0:287527:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.381829:0:287527:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.381832:0:287527:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735630.381834:0:287527:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735630.381837:0:287527:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c601c300 going to sleep for 50 seconds 00000100:00000001:0.0:1767735630.381840:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735630.381842:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735630.381969:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735630.381977:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441800. 00000400:00000200:2.0:1767735630.381984:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735630.381992:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735630.381997:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:2.0:1767735630.381999:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:2.0:1767735630.382004:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735630.382011:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767735685 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735630.382024:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735630.382053:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767735685 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735630.382063:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735630.382066:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735630.386066:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.386078:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735630.386082:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.386086:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.386093:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.386100:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735630.386108:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.386112:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.386117:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.386122:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d782e37900 00000400:00000200:3.0:1767735630.386127:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.386133:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x20cd45 [32] + 224 00000800:00000001:3.0:1767735630.386140:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.386160:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.386163:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735630.386169:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735630.386174:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735630.386182:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767735685 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735630.386196:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66640 req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735630.386223:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735630.386231:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.386235:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.386285:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735630.386295:0:287527:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735630.386297:0:287527:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735630.386300:0:287527:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000400:00000200:0.0:1767735630.386307:0:287527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d04be000 00000400:00000010:0.0:1767735630.386371:0:287527:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 632 at ffff94b1d04be000. 00000100:00000001:0.0:1767735630.386377:0:287527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735630.386399:0:287527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767735630.386413:0:287527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/66640 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.386423:0:287527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735630.386425:0:287527:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.386429:0:287527:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735630.386431:0:287527:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735630.386433:0:287527:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735630.386436:0:287527:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.386438:0:287527:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735630.386444:0:287527:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=60 v=36 (36 5 5 5) 00000100:00001000:0.0:1767735630.386449:0:287527:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735630.386452:0:287527:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767735630.386456:0:287527:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.386465:0:287527:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767735630.386468:0:287527:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735630.386470:0:287527:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014819 00000100:00000001:0.0:1767735630.386472:0:287527:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735630.386474:0:287527:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1767735630.386479:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.386487:0:287527:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1767735630.386490:0:287527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735630.386492:0:287527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735630.386497:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767735630.386507:0:287527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706716928:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767735630.386512:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.386515:0:287527:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767735630.386523:0:287527:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735630.386525:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.386530:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.386538:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735630.386541:0:287527:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.386544:0:287527:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735630.386545:0:287527:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1767735630.386548:0:287527:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767735630.386552:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.386554:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.386556:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50c00 refcount=4 00000020:00000001:0.0:1767735630.386559:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398321664 : -117983311229952 : ffff94b1dea50c00) 00010000:00000001:0.0:1767735630.386562:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398321664 : -117983311229952 : ffff94b1dea50c00) 00010000:00010000:0.0:1767735630.386567:0:287527:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.386577:0:287527:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1767735630.386581:0:287527:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.386588:0:287527:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.386591:0:287527:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.386598:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.386599:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767735630.386602:0:287527:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.386608:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.386611:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.386614:0:287527:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767735630.386616:0:287527:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 287527 initiator: MDT0 00010000:00010000:0.0:1767735630.386635:0:287527:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1dea50c00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:0.0:1767735630.386637:0:287527:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767735630.386641:0:287527:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.386647:0:287527:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767735630.386649:0:287527:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767735630.386653:0:287527:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.386658:0:287527:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767735630.386661:0:287527:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767735630.386663:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.386664:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.386666:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50c00 refcount=5 00000020:00000001:0.0:1767735630.386669:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398321664 : -117983311229952 : ffff94b1dea50c00) 00010000:00000001:0.0:1767735630.386671:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398321664 : -117983311229952 : ffff94b1dea50c00) 00010000:00000001:0.0:1767735630.386674:0:287527:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767735630.386677:0:287527:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 287527 initiator: MDT0 00000080:00000001:0.0:1767735630.386683:0:287527:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767735630.386684:0:287527:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.386687:0:287527:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1767735630.386689:0:287527:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767735630.386691:0:287527:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767735630.386693:0:287527:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767735630.386695:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.386697:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767735630.386700:0:287527:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1dea50c00 with handle 0x1886cffb85cc5823 from hash 00010000:00000001:0.0:1767735630.386703:0:287527:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767735630.386705:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.386711:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.386712:0:287527:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767735630.386714:0:287527:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767735630.386716:0:287527:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767735630.386719:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.386720:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.386722:0:287527:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.386724:0:287527:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.386728:0:287527:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.386734:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.386735:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.386737:0:287527:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767735630.386738:0:287527:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.386740:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.386742:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.386743:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767735630.386746:0:287527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50c00/0x1886cffb85cc5823 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 287527 initiator: MDT0 00010000:00000040:0.0:1767735630.386752:0:287527:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1fa50c900 count: 0 00010000:00000010:0.0:1767735630.386758:0:287527:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1c67ab280. 00010000:00000001:0.0:1767735630.386765:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.386767:0:287527:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1767735630.386771:0:287527:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1767735630.386778:0:287527:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=b, status=-21 req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767735630.386787:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767735630.386789:0:287527:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.386791:0:287527:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.386793:0:287527:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.386796:0:287527:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1767735630.386798:0:287527:0:(mdc_locks.c:1314:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1767735630.386802:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63768 00000002:00002000:0.0:1767735630.386805:0:287527:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160t.sanity intent=open|creat status=-21 disp=b: rc = -21 00000002:00000001:0.0:1767735630.386814:0:287527:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1767735630.386817:0:287527:0:(lmv_intent.c:378:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1767735630.386820:0:287527:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1767735630.386823:0:287527:0:(namei.c:955:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1767735630.386826:0:287527:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1767735630.386829:0:287527:0:(namei.c:1206:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1767735630.386833:0:287527:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735630.386836:0:287527:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000100:00000001:0.0:1767735630.386840:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.386845:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6caa00 x1853602706716928/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.386852:0:287527:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735630.386855:0:287527:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735630.386857:0:287527:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff94b1d2440000. 02000000:00000001:0.0:1767735630.386890:0:287527:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735630.386892:0:287527:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735630.386894:0:287527:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735630.386896:0:287527:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735630.386898:0:287527:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be800. 02000000:00000001:0.0:1767735630.386902:0:287527:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735630.386903:0:287527:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735630.386905:0:287527:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6caa00. 00000100:00000001:0.0:1767735630.386908:0:287527:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735630.386910:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767735630.386913:0:287527:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767735630.386915:0:287527:0:(dcache.c:176:ll_intent_release()) intent ffff94b1f4645a20 released 00000080:00000001:0.0:1767735630.386917:0:287527:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1767735630.386919:0:287527:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff94b1f4645a20. 00000080:00000001:0.0:1767735630.386922:0:287527:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1767735630.386927:0:287527:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767735630.386930:0:287527:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1767735630.386960:0:287527:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735630.386963:0:287527:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735630.386965:0:287527:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735630.386967:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63bc0 00000080:00200000:0.0:1767735630.386977:0:287527:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735630.386982:0:287527:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.386987:0:287527:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.386990:0:287527:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735630.386993:0:287527:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.386995:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63ae0 00800000:00000002:0.0:1767735630.386998:0:287527:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735630.387002:0:287527:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735630.387005:0:287527:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735630.387009:0:287527:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.387011:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f639b0 00000002:00010000:0.0:1767735630.387013:0:287527:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735630.387017:0:287527:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735630.387019:0:287527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.387021:0:287527:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767735630.387026:0:287527:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.387054:0:287527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.387056:0:287527:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.387059:0:287527:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767735630.387061:0:287527:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1767735630.387065:0:287527:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6caa00. 00000020:00000040:0.0:1767735630.387068:0:287527:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:0.0:1767735630.387073:0:287527:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767735630.387076:0:287527:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.387079:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.387081:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.387083:0:287527:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.387085:0:287527:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735630.387087:0:287527:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735630.387090:0:287527:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735630.387095:0:287527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be800. 00000100:00000001:0.0:1767735630.387100:0:287527:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.387103:0:287527:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.387105:0:287527:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.387107:0:287527:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.387109:0:287527:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.387118:0:287527:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.387123:0:287527:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00010000:00000001:0.0:1767735630.387127:0:287527:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767735630.387129:0:287527:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1767735630.387134:0:287527:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1fa50c000. 00010000:00000010:0.0:1767735630.387137:0:287527:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1c67ab280. 00010000:00000001:0.0:1767735630.387141:0:287527:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767735630.387144:0:287527:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1dea51c00. 00000020:00000001:0.0:1767735630.387147:0:287527:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767735630.387149:0:287527:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1dea51c00 with handle 0x1886cffb85cc582a to hash 00000020:00000001:0.0:1767735630.387152:0:287527:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767735630.387154:0:287527:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.387157:0:287527:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.387160:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.387162:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.387165:0:287527:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 287527 initiator: MDT0 00010000:00010000:0.0:1767735630.387174:0:287527:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 287527 initiator: MDT0 00010000:00010000:0.0:1767735630.387182:0:287527:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 287527 initiator: MDT0 00000100:00000001:0.0:1767735630.387188:0:287527:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735630.387190:0:287527:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735630.387194:0:287527:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.387196:0:287527:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089984967424 : -117983724584192 : ffff94b1c601c300) 00000100:00000001:0.0:1767735630.387199:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.387201:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000001:0.0:1767735630.387204:0:287527:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735630.387208:0:287527:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.387210:0:287527:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735630.387211:0:287527:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735630.387217:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.387232:0:287527:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735630.387234:0:287527:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.387237:0:287527:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735630.387240:0:287527:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735630.387242:0:287527:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735630.387247:0:287527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706717056:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767735630.387251:0:287527:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735630.387254:0:287527:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735630.387257:0:287527:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.387259:0:287527:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735630.387262:0:287527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1df842800. 02000000:00000001:0.0:1767735630.387265:0:287527:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735630.387271:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735630.387275:0:287527:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735630.387279:0:287527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b660. 00000100:00000200:0.0:1767735630.387284:0:287527:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706717056, portal 10 00000100:00000001:0.0:1767735630.387286:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.387288:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000040:0.0:1767735630.387294:0:287527:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.387302:0:287527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735630.387305:0:287527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735630.387308:0:287527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80be58. 00000100:00000200:0.0:1767735630.387341:0:287527:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602706717056, offset 0 00000400:00000200:0.0:1767735630.387349:0:287527:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735630.387356:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.387364:0:287527:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735630.387371:0:287527:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735630.387376:0:287527:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735630.387381:0:287527:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735630.387386:0:287527:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735630.387391:0:287527:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337163:337163:256:4294967295] 192.168.203.112@tcp LPNI seq info [337163:337163:8:4294967295] 00000400:00000200:0.0:1767735630.387407:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:3.0:1767735630.387425:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304392208, at 4304392209 00000400:00000200:0.0:1767735630.387426:0:287527:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735630.387444:0:287527:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000010:3.0:1767735630.387445:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645600. 00000100:00000040:2.0:1767735630.387449:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304392208, at 4304392209 00000800:00000010:0.0:1767735630.387452:0:287527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441000. 00000100:00000010:2.0:1767735630.387468:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46451e0. 00000800:00000200:0.0:1767735630.387469:0:287527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735630.387486:0:287527:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735630.387491:0:287527:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1767735630.387501:0:287527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.387506:0:287527:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735630.387512:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735630.387516:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304392214 00000100:00000010:0.0:1767735630.387522:0:287527:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645a20. 00000100:00000001:0.0:1767735630.387529:0:287527:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735630.387536:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304392214 00000100:00000010:0.0:1767735630.387540:0:287527:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46453c0. 00000100:00000001:0.0:1767735630.387544:0:287527:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735630.387548:0:287527:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.387552:0:287527:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.387556:0:287527:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735630.387558:0:287527:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735630.387561:0:287527:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c601c300 going to sleep for 50 seconds 00000100:00000001:0.0:1767735630.387565:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735630.387568:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735630.387602:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735630.387608:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441000. 00000400:00000200:2.0:1767735630.387614:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735630.387622:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735630.387627:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80be58 00000400:00000010:2.0:1767735630.387630:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80be58. 00000100:00000001:2.0:1767735630.387634:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735630.387642:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735630.387666:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735630.387671:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735630.387680:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735630.387682:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767735630.390384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1fa50c100. 00010000:00000010:0.1:1767735630.390395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1dea50400. 00000800:00000001:3.0:1767735630.392618:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.392630:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735630.392634:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.392637:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.392645:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.392652:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735630.392659:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.392664:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.392669:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.392673:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d782e37980 00000400:00000200:3.0:1767735630.392679:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.392685:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x20cd4d [1] + 224 00000800:00000001:3.0:1767735630.392692:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.392700:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.392703:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735630.392708:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735630.392713:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735630.392720:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735630.392754:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735630.392780:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735630.392790:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.392794:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.392872:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735630.392881:0:287527:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735630.392883:0:287527:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735630.392887:0:287527:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000400:00000200:0.0:1767735630.392894:0:287527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b660 00000400:00000010:0.0:1767735630.392896:0:287527:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b660. 00000100:00000001:0.0:1767735630.392900:0:287527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735630.392909:0:287527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767735630.392944:0:287527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.392954:0:287527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735630.392956:0:287527:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.392959:0:287527:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735630.392962:0:287527:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735630.392964:0:287527:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735630.392966:0:287527:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.392969:0:287527:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735630.392975:0:287527:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=60 v=36 (36 5 5 5) 00000100:00001000:0.0:1767735630.392980:0:287527:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735630.392983:0:287527:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735630.392985:0:287527:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.392987:0:287527:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735630.392990:0:287527:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.392993:0:287527:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735630.392996:0:287527:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014819 00000100:00000001:0.0:1767735630.392998:0:287527:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735630.393000:0:287527:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.393005:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.393014:0:287527:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.393017:0:287527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735630.393019:0:287527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735630.393024:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735685 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767735630.393065:0:287527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706717056:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767735630.393071:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.393074:0:287527:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.393076:0:287527:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735630.393078:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.393092:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735685 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.393100:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735630.393103:0:287527:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.393107:0:287527:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735630.393108:0:287527:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.393111:0:287527:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767735630.393114:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.393116:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.393119:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea51c00 refcount=4 00000020:00000001:0.0:1767735630.393122:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393125:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000040:0.0:1767735630.393130:0:287527:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1dea51c00, remote cookie: 0x9bbb2ede591e1892, flags: 0x1001 00010000:00010000:0.0:1767735630.393135:0:287527:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1892 expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767735630.393147:0:287527:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1892 expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.393154:0:287527:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1767735630.393157:0:287527:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1767735630.393159:0:287527:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1767735630.393161:0:287527:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1767735630.393162:0:287527:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1767735630.393165:0:287527:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1fa50c000) refcount = 1 00010000:00010000:0.0:1767735630.393170:0:287527:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1892 expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.393177:0:287527:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1767735630.393180:0:287527:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1767735630.393182:0:287527:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.393185:0:287527:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1767735630.393187:0:287527:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.393197:0:287527:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1892 expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.393204:0:287527:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1767735630.393206:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393207:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.393209:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393210:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.393212:0:287527:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.393215:0:287527:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1767735630.393217:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.393219:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.393221:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea51c00 refcount=3 00000020:00000001:0.0:1767735630.393223:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393226:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393229:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.393230:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.393232:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea51c00 refcount=4 00000020:00000001:0.0:1767735630.393234:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393236:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393239:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.393241:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.393245:0:287527:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1892 expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.393252:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393254:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.393255:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.393257:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.393258:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea51c00 refcount=5 00000020:00000001:0.0:1767735630.393261:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393263:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393266:0:287527:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.393269:0:287527:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1892 expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.393281:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393283:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767735630.393286:0:287527:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1892 expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.393293:0:287527:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.393294:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393296:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.393297:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393299:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1767735630.393304:0:287527:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735685 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1767735630.393354:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.393356:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.393359:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea51c00 refcount=3 00000020:00000001:0.0:1767735630.393362:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393365:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393368:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393371:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.393374:0:287527:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.393378:0:287527:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.393381:0:287527:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1767735630.393384:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.393386:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.393389:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea51c00 refcount=3 00000020:00000001:0.0:1767735630.393391:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393395:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00000100:00000040:3.0:1767735630.393398:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304392214, at 4304392215 00000002:00010000:0.0:1767735630.393401:0:287527:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1892 expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00000100:00000010:3.0:1767735630.393413:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46453c0. 00010000:00000001:0.0:1767735630.393415:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393422:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.393434:0:287527:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767735630.393437:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.393439:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.393443:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea51c00 refcount=3 00000020:00000001:0.0:1767735630.393447:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393452:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00000100:00000040:2.0:1767735630.393453:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304392214, at 4304392215 00010000:00000040:0.0:1767735630.393461:0:287527:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767735630.393468:0:287527:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1767735630.393469:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645a20. 00010000:00010000:0.0:1767735630.393477:0:287527:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1767735630.393484:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393486:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.393487:0:287527:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767735630.393490:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63930 00000002:00002000:0.0:1767735630.393494:0:287527:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:0.0:1767735630.393499:0:287527:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.393503:0:287527:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.393506:0:287527:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767735630.393509:0:287527:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1767735630.393513:0:287527:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767735630.393516:0:287527:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735630.393519:0:287527:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000080:00000001:0.0:1767735630.393524:0:287527:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735630.393526:0:287527:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767735630.393529:0:287527:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1767735630.393532:0:287527:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1767735630.393536:0:287527:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1fe4a8dc0. 00800000:00000001:0.0:1767735630.393539:0:287527:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090929262016 : -117982780289600 : ffff94b1fe4a8dc0) 00800000:00000001:0.0:1767735630.393541:0:287527:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.393544:0:287527:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767735630.393546:0:287527:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767735630.393548:0:287527:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1767735630.393551:0:287527:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1767735630.393553:0:287527:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1767735630.393555:0:287527:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.393558:0:287527:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1767735630.393567:0:287527:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1767735630.393571:0:287527:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:0.0:1767735630.393574:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.393576:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.393578:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea51c00 refcount=3 00000020:00000001:0.0:1767735630.393580:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393583:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393586:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393587:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1767735630.393589:0:287527:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767735630.393592:0:287527:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1767735630.393593:0:287527:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8dc0 1 00800000:00000010:0.0:1767735630.393596:0:287527:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1fe4a8dc0. 00800000:00000001:0.0:1767735630.393599:0:287527:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.393602:0:287527:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc582a 00800000:00000001:0.0:1767735630.393605:0:287527:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735630.393607:0:287527:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735630.393609:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.393610:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.393612:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea51c00 refcount=3 00000020:00000001:0.0:1767735630.393614:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393617:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393619:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393621:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735630.393622:0:287527:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.393624:0:287527:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.393627:0:287527:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.393629:0:287527:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735630.393633:0:287527:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc582a from it ffffafc307f63bf8 00010000:00000001:0.0:1767735630.393635:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.393636:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.393638:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea51c00 refcount=3 00000020:00000001:0.0:1767735630.393640:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393643:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398325760 : -117983311225856 : ffff94b1dea51c00) 00010000:00000001:0.0:1767735630.393650:0:287527:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.393654:0:287527:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1892 expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.393662:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393663:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.393665:0:287527:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735630.393667:0:287527:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735630.393670:0:287527:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea51c00/0x1886cffb85cc582a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1892 expref: -99 pid: 287527 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735630.393677:0:287527:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735630.393679:0:287527:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735630.393681:0:287527:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.393684:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393686:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.393688:0:287527:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.393690:0:287527:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735630.393692:0:287527:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.393695:0:287527:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.393698:0:287527:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.393700:0:287527:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.393701:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393703:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735630.393705:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.393711:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6caa00 x1853602706717056/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735685 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.393719:0:287527:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735630.393722:0:287527:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735630.393724:0:287527:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1df842800. 02000000:00000001:0.0:1767735630.393728:0:287527:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735630.393729:0:287527:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735630.393731:0:287527:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735630.393734:0:287527:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735630.393736:0:287527:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be800. 02000000:00000001:0.0:1767735630.393739:0:287527:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735630.393745:0:287527:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735630.393748:0:287527:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6caa00. 00000100:00000001:0.0:1767735630.393751:0:287527:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735630.393753:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735630.393756:0:287527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:0.0:1767735630.393761:0:287527:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767735630.393770:0:287527:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1de338320. 00000080:00000001:0.0:1767735630.393774:0:287527:0:(namei.c:1347:ll_atomic_open()) Process entered 00000020:00000001:0.0:1767735630.393776:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63b50 00000080:00200000:0.0:1767735630.393779:0:287527:0:(namei.c:1354:ll_atomic_open()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), file ffff94b1c2bf6600, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1767735630.393784:0:287527:0:(namei.c:1378:ll_atomic_open()) kmalloced '(it)': 72 at ffff94b1f46454e0. 00000080:00000001:0.0:1767735630.393787:0:287527:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:0.0:1767735630.393789:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63a10 00000080:00200000:0.0:1767735630.393791:0:287527:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160t.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), intent=open 00000080:00000010:0.0:1767735630.393797:0:287527:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000002:0.0:1767735630.393801:0:287527:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.393805:0:287527:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735630.393807:0:287527:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.393809:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63930 00800000:00000002:0.0:1767735630.393811:0:287527:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd160t.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735630.393815:0:287527:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00800000:00000001:0.0:1767735630.393817:0:287527:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767735630.393820:0:287527:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00000020:00000001:0.0:1767735630.393823:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f638b0 00800000:00000002:0.0:1767735630.393826:0:287527:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160t.sanity' -> mds #0 00000002:00000001:0.0:1767735630.393830:0:287527:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735630.393832:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f637e8 00000002:00010000:0.0:1767735630.393834:0:287527:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160t.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1767735630.393838:0:287527:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1767735630.393840:0:287527:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1767735630.393842:0:287527:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767735630.393846:0:287527:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767735630.393849:0:287527:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.393852:0:287527:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767735630.393860:0:287527:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.393863:0:287527:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.393865:0:287527:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735630.393870:0:287527:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6caa00. 00000020:00000040:0.0:1767735630.393873:0:287527:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:0.0:1767735630.393877:0:287527:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767735630.393879:0:287527:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.393881:0:287527:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767735630.393884:0:287527:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.393887:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.393889:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.393891:0:287527:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.393893:0:287527:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735630.393895:0:287527:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735630.393898:0:287527:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735630.393903:0:287527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be800. 00000100:00000001:0.0:1767735630.393907:0:287527:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.393911:0:287527:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.393912:0:287527:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.393915:0:287527:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.393916:0:287527:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.393918:0:287527:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.393925:0:287527:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00010000:00000001:0.0:1767735630.393928:0:287527:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1767735630.393930:0:287527:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1767735630.393933:0:287527:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1fa50c000 count: 2 00010000:00000001:0.0:1767735630.393936:0:287527:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735630.393938:0:287527:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1767735630.393941:0:287527:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1dea50400. 00000020:00000001:0.0:1767735630.393944:0:287527:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1767735630.393947:0:287527:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1dea50400 with handle 0x1886cffb85cc5831 to hash 00000020:00000001:0.0:1767735630.393949:0:287527:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1767735630.393951:0:287527:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.393954:0:287527:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.393957:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.393965:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.393969:0:287527:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 287527 initiator: MDT0 00010000:00010000:0.0:1767735630.393977:0:287527:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 287527 initiator: MDT0 00000020:00100000:0.0:1767735630.393988:0:287527:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1767735630.393996:0:287527:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1dc6caa00 x1853602706717312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1767735630.394006:0:287527:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 287527 initiator: MDT0 00000100:00000001:0.0:1767735630.394011:0:287527:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735630.394013:0:287527:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735630.394017:0:287527:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.394019:0:287527:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089984967424 : -117983724584192 : ffff94b1c601c300) 00000100:00000001:0.0:1767735630.394022:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.394024:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000001:0.0:1767735630.394050:0:287527:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735630.394055:0:287527:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.394057:0:287527:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735630.394059:0:287527:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735630.394063:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6caa00 x1853602706717312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.394072:0:287527:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735630.394074:0:287527:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.394078:0:287527:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735630.394080:0:287527:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735630.394083:0:287527:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735630.394087:0:287527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706717312:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767735630.394091:0:287527:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735630.394094:0:287527:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735630.394104:0:287527:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.394106:0:287527:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735630.394230:0:287527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:0.0:1767735630.394232:0:287527:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735630.394239:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735630.394243:0:287527:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735630.394248:0:287527:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1df842800. 00000100:00000200:0.0:1767735630.394253:0:287527:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602706717312, portal 10 00000100:00000001:0.0:1767735630.394256:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.394258:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000040:0.0:1767735630.394265:0:287527:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dc6caa00 x1853602706717312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767735685 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.394273:0:287527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735630.394276:0:287527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735630.394279:0:287527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b660. 00000100:00000200:0.0:1767735630.394282:0:287527:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1853602706717312, offset 0 00000400:00000200:0.0:1767735630.394288:0:287527:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735630.394294:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.394300:0:287527:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735630.394304:0:287527:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735630.394308:0:287527:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735630.394341:0:287527:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735630.394344:0:287527:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735630.394348:0:287527:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337164:337164:256:4294967295] 192.168.203.112@tcp LPNI seq info [337164:337164:8:4294967295] 00000400:00000200:0.0:1767735630.394354:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.394364:0:287527:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735630.394370:0:287527:0:(socklnd_cb.c:1001:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735630.394375:0:287527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441e00. 00000800:00000200:0.0:1767735630.394381:0:287527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735630.394387:0:287527:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735630.394392:0:287527:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441e00 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1767735630.394410:0:287527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.394422:0:287527:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735630.394428:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735630.394430:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304392221 00000100:00000010:0.0:1767735630.394435:0:287527:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645300. 00000100:00000001:0.0:1767735630.394440:0:287527:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735630.394450:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304392221 00000100:00000010:0.0:1767735630.394454:0:287527:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645ea0. 00000100:00000001:0.0:1767735630.394457:0:287527:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735630.394460:0:287527:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.394463:0:287527:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.394466:0:287527:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735630.394468:0:287527:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735630.394471:0:287527:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c601c300 going to sleep for 50 seconds 00000100:00000001:0.0:1767735630.394474:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735630.394476:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735630.394589:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735630.394597:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441e00. 00000400:00000200:2.0:1767735630.394603:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735630.394611:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735630.394616:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b660 00000400:00000010:2.0:1767735630.394619:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b660. 00000100:00000001:2.0:1767735630.394624:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735630.394631:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6caa00 x1853602706717312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767735685 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735630.394643:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735630.394648:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6caa00 x1853602706717312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767735685 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735630.394657:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735630.394659:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1767735630.398384:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1fa50c900. 00010000:00000010:0.1:1767735630.398395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1dea50c00. 00000080:00000010:0.1:1767735630.398399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de3384a0. 00000800:00000001:3.0:1767735630.399706:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.399717:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735630.399721:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.399725:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.399732:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.399740:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735630.399747:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.399751:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.399757:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.399761:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d782e37a80 00000400:00000200:3.0:1767735630.399767:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.399773:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x20cd55 [64] + 224 00000800:00000001:3.0:1767735630.399780:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.399788:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.399791:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735630.399796:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735630.399801:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735630.399808:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6caa00 x1853602706717312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767735685 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735630.399823:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1dc6caa00 x1853602706717312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735630.399849:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735630.399870:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.399874:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.399953:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735630.399963:0:287527:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735630.399965:0:287527:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735630.399968:0:287527:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000400:00000200:0.0:1767735630.399975:0:287527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1df842800 00000400:00000010:0.0:1767735630.399977:0:287527:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1df842800. 00000100:00000001:0.0:1767735630.399982:0:287527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735630.399992:0:287527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6caa00 x1853602706717312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767735630.400006:0:287527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6caa00 x1853602706717312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/132176 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.400015:0:287527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735630.400017:0:287527:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.400020:0:287527:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735630.400023:0:287527:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735630.400025:0:287527:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735630.400049:0:287527:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.400053:0:287527:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735630.400073:0:287527:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=60 v=36 (36 5 5 5) 00000100:00001000:0.0:1767735630.400078:0:287527:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735630.400081:0:287527:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1767735630.400086:0:287527:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1dc6caa00 x1853602706717312/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.400095:0:287527:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767735630.400098:0:287527:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767735630.400100:0:287527:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767735630.400102:0:287527:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767735630.400104:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.400106:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000001:0.0:1767735630.400109:0:287527:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735630.400111:0:287527:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014819 00000100:00000001:0.0:1767735630.400113:0:287527:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735630.400115:0:287527:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1767735630.400120:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.400129:0:287527:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1767735630.400132:0:287527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735630.400134:0:287527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735630.400138:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767735630.400148:0:287527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706717312:192.168.203.112@tcp:101:lfs.0 00000100:00000001:0.0:1767735630.400153:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.400156:0:287527:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1767735630.400158:0:287527:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735630.400160:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.400164:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.400172:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735630.400175:0:287527:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.400184:0:287527:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735630.400185:0:287527:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1767735630.400188:0:287527:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1767735630.400192:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.400194:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.400197:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=4 00000020:00000001:0.0:1767735630.400200:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.400203:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00010000:0.0:1767735630.400208:0:287527:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.400217:0:287527:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1767735630.400222:0:287527:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.400228:0:287527:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735630.400231:0:287527:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.400238:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.400239:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1767735630.400242:0:287527:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.400248:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735630.400251:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.400253:0:287527:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1767735630.400256:0:287527:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 287527 initiator: MDT0 00010000:00010000:0.0:1767735630.400263:0:287527:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1dea50400 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:0.0:1767735630.400266:0:287527:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1767735630.400269:0:287527:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.400285:0:287527:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1767735630.400287:0:287527:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1767735630.400291:0:287527:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.400297:0:287527:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1767735630.400300:0:287527:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1767735630.400301:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735630.400303:0:287527:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735630.400305:0:287527:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1dea50400 refcount=5 00000020:00000001:0.0:1767735630.400307:0:287527:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.400347:0:287527:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090398319616 : -117983311232000 : ffff94b1dea50400) 00010000:00000001:0.0:1767735630.400353:0:287527:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767735630.400356:0:287527:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 287527 initiator: MDT0 00000080:00000001:0.0:1767735630.400364:0:287527:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767735630.400367:0:287527:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.400370:0:287527:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1767735630.400373:0:287527:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767735630.400377:0:287527:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767735630.400380:0:287527:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767735630.400385:0:287527:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000100:00000040:3.0:1767735630.400387:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304392221, at 4304392222 00010000:00000001:0.0:1767735630.400388:0:287527:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767735630.400399:0:287527:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1dea50400 with handle 0x1886cffb85cc5831 from hash 00000100:00000010:3.0:1767735630.400404:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645ea0. 00010000:00000001:0.0:1767735630.400405:0:287527:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767735630.400411:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.400415:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.400418:0:287527:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767735630.400420:0:287527:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767735630.400422:0:287527:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1767735630.400425:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.400427:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.400437:0:287527:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.400440:0:287527:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735630.400445:0:287527:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 287527 initiator: MDT0 00000100:00000040:2.0:1767735630.400452:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304392221, at 4304392222 00010000:00000001:0.0:1767735630.400453:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.400456:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.400460:0:287527:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1767735630.400465:0:287527:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735630.400467:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000010:2.0:1767735630.400470:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645300. 00010000:00000001:0.0:1767735630.400471:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.400476:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767735630.400481:0:287527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1dea50400/0x1886cffb85cc5831 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 287527 initiator: MDT0 00010000:00000001:0.0:1767735630.400494:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.400496:0:287527:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1767735630.400501:0:287527:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1767735630.400509:0:287527:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767735630.400520:0:287527:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1767735630.400525:0:287527:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767735630.400533:0:287527:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.400536:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767735630.400538:0:287527:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.400540:0:287527:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.400542:0:287527:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.400544:0:287527:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1767735630.400547:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.400548:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00010000:00000001:0.0:1767735630.400551:0:287527:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1767735630.400553:0:287527:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.400555:0:287527:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1767735630.400557:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63768 00000002:00002000:0.0:1767735630.400565:0:287527:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160t.sanity intent=open status=0 disp=80002b: rc = 0 00000002:00000001:0.0:1767735630.400569:0:287527:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.400573:0:287527:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.400575:0:287527:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1767735630.400578:0:287527:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1767735630.400582:0:287527:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767735630.400585:0:287527:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735630.400587:0:287527:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1767735630.400589:0:287527:0:(namei.c:677:ll_lookup_it_finish()) it ffff94b1f46454e0 it_disposition 80002b 00000080:00000001:0.0:1767735630.400592:0:287527:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:0.0:1767735630.400595:0:287527:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1767735630.400597:0:287527:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1767735630.400599:0:287527:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950769 : 144115272414950769 : 2000013a3007571) 00000080:00000001:0.0:1767735630.400602:0:287527:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:0.0:1767735630.400606:0:287527:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1767735630.400608:0:287527:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x7571:0x0] 00000080:00000001:0.0:1767735630.400611:0:287527:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.400614:0:287527:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950769 : 144115272414950769 : 2000013a3007571) 00000080:00000001:0.0:1767735630.400617:0:287527:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:0.0:1767735630.400621:0:287527:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x7571:0x0], updating i_size 512 00000080:00200000:0.0:1767735630.400624:0:287527:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x7571:0x0](ffff94b1f1461148): rc = 0 00000080:00000001:0.0:1767735630.400627:0:287527:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090710864200 : -117982998687416 : ffff94b1f1461148) 00000080:00000001:0.0:1767735630.400630:0:287527:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1767735630.400632:0:287527:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1767735630.400634:0:287527:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735630.400638:0:287527:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x7571:0x0](ffff94b1f1461148) for lock 0x0 00800000:00000001:0.0:1767735630.400641:0:287527:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735630.400643:0:287527:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1767735630.400645:0:287527:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.400647:0:287527:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1767735630.400652:0:287527:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1c45b61b0 inode ffff94b1f1461148 refc 1 flags 0x20000e 00000080:00000001:0.0:1767735630.400655:0:287527:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1767735630.400657:0:287527:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.400660:0:287527:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1767735630.400663:0:287527:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767735630.400672:0:287527:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000100:00000001:0.0:1767735630.400677:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.400682:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.400690:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.400696:0:287527:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:0.0:1767735630.400698:0:287527:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:0.0:1767735630.400700:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63a40 00000080:00200008:0.0:1767735630.400702:0:287527:0:(file.c:1001:ll_file_open()) START file d160t.sanity:[0x2000013a3:0x7571:0x0](ffff94b1f1461148), flags 320400 00000080:00000010:0.0:1767735630.400707:0:287527:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1d928d7c0. 00000080:00000010:0.0:1767735630.400713:0:287527:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1fe4a8dc0. 00000080:00000001:0.0:1767735630.400716:0:287527:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:0.0:1767735630.400720:0:287527:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1767735630.400723:0:287527:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1767735630.400726:0:287527:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1de3384e0. 00000002:00100000:0.0:1767735630.400731:0:287527:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1767735630.400739:0:287527:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.400741:0:287527:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1767735630.400746:0:287527:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1767735630.400750:0:287527:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.400753:0:287527:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.400756:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.400759:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1767735630.400767:0:287527:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735630.400770:0:287527:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:0.0:1767735630.400812:0:287527:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1767735630.400814:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735630.400817:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63a40 00000080:00000008:0.0:1767735630.400820:0:287527:0:(file.c:1240:ll_file_open()) COMPLETED file d160t.sanity:[0x2000013a3:0x7571:0x0](ffff94b1f1461148), flags 320400, rc = 0 00000080:00000001:0.0:1767735630.400823:0:287527:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.400826:0:287527:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1767735630.400833:0:287527:0:(dcache.c:176:ll_intent_release()) intent ffff94b1f46454e0 released 00000080:00000001:0.0:1767735630.400835:0:287527:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1767735630.400838:0:287527:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:0.0:1767735630.400839:0:287527:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.400842:0:287527:0:(namei.c:1491:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1767735630.400844:0:287527:0:(namei.c:1503:ll_atomic_open()) kfreed 'it': 72 at ffff94b1f46454e0. 00000080:00000001:0.0:1767735630.400847:0:287527:0:(namei.c:1505:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.400850:0:287527:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:0.0:1767735630.400853:0:287527:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x7571:0x0](ffff94b1f1461148), inode mode 41ed mask 44 00000080:00000001:0.0:1767735630.400857:0:287527:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.400875:0:287527:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1767735630.400878:0:287527:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a3:0x7571:0x0](ffff94b1f1461148) cmd=4008669a arg=7b32e0 00000080:00000001:0.0:1767735630.400884:0:287527:0:(dir.c:622:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1767735630.400888:0:287527:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00800000:00000001:0.0:1767735630.400894:0:287527:0:(lmv_obd.c:2881:lmv_setattr()) Process entered 00800000:00000002:0.0:1767735630.400896:0:287527:0:(lmv_obd.c:2885:lmv_setattr()) SETATTR for [0x2000013a3:0x7571:0x0], valid 0x0/0x0 00000002:00000001:0.0:1767735630.400900:0:287527:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1767735630.400902:0:287527:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1767735630.400907:0:287527:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735630.400911:0:287527:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6cb100. 00000020:00000040:0.0:1767735630.400915:0:287527:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:0.0:1767735630.400920:0:287527:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767735630.400923:0:287527:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735630.400927:0:287527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735630.400929:0:287527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735630.400930:0:287527:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.400933:0:287527:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735630.400935:0:287527:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735630.400938:0:287527:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735630.400943:0:287527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1d04be000. 00000100:00000001:0.0:1767735630.400948:0:287527:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.400950:0:287527:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.400952:0:287527:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.400954:0:287527:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735630.400956:0:287527:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.400958:0:287527:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767735630.400965:0:287527:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767735630.400981:0:287527:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1dc6cb100 x1853602706717568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767735630.400990:0:287527:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735630.400991:0:287527:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735630.400996:0:287527:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.400998:0:287527:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089984967424 : -117983724584192 : ffff94b1c601c300) 00000100:00000001:0.0:1767735630.401001:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.401002:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361073920 : -117983348477696 : ffff94b1dc6cb100) 00000100:00000001:0.0:1767735630.401006:0:287527:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735630.401009:0:287527:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.401011:0:287527:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735630.401013:0:287527:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735630.401017:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6cb100 x1853602706717568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735630.401025:0:287527:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735630.401049:0:287527:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.401053:0:287527:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735630.401056:0:287527:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735630.401058:0:287527:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735630.401063:0:287527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6cb100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706717568:192.168.203.112@tcp:36:lfs.0 00000100:00000001:0.0:1767735630.401067:0:287527:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735630.401070:0:287527:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735630.401073:0:287527:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.401075:0:287527:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735630.401079:0:287527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff94b1d04bd800. 02000000:00000001:0.0:1767735630.401082:0:287527:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735630.401088:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735630.401091:0:287527:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735630.401096:0:287527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b908. 00000100:00000200:0.0:1767735630.401101:0:287527:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1853602706717568, portal 10 00000100:00000001:0.0:1767735630.401103:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.401105:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361073920 : -117983348477696 : ffff94b1dc6cb100) 00000100:00000040:0.0:1767735630.401111:0:287527:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6cb100 x1853602706717568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/512 e 0 to 0 dl 1767735685 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735630.401126:0:287527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735630.401130:0:287527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735630.401132:0:287527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b088. 00000100:00000200:0.0:1767735630.401136:0:287527:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602706717568, offset 0 00000400:00000200:0.0:1767735630.401142:0:287527:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735630.401148:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.401154:0:287527:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735630.401158:0:287527:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735630.401162:0:287527:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735630.401166:0:287527:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735630.401169:0:287527:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735630.401173:0:287527:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337165:337165:256:4294967295] 192.168.203.112@tcp LPNI seq info [337165:337165:8:4294967295] 00000400:00000200:0.0:1767735630.401178:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.401187:0:287527:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735630.401193:0:287527:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735630.401198:0:287527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441d00. 00000800:00000200:0.0:1767735630.401203:0:287527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735630.401210:0:287527:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735630.401214:0:287527:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1767735630.401235:0:287527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.401240:0:287527:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735630.401244:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735630.401247:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304392227 00000100:00000010:0.0:1767735630.401252:0:287527:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46454e0. 00000100:00000001:0.0:1767735630.401257:0:287527:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735630.401266:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304392227 00000100:00000010:0.0:1767735630.401270:0:287527:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645960. 00000100:00000001:0.0:1767735630.401273:0:287527:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735630.401281:0:287527:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.401292:0:287527:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.401295:0:287527:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735630.401296:0:287527:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735630.401300:0:287527:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c601c300 going to sleep for 50 seconds 00000100:00000001:0.0:1767735630.401302:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735630.401305:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735630.401424:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735630.401431:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441d00. 00000400:00000200:2.0:1767735630.401438:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735630.401445:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735630.401451:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b088 00000400:00000010:2.0:1767735630.401453:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b088. 00000100:00000001:2.0:1767735630.401457:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735630.401465:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6cb100 x1853602706717568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/512 e 0 to 0 dl 1767735685 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735630.401488:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735630.401493:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6cb100 x1853602706717568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/512 e 0 to 0 dl 1767735685 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735630.401503:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735630.401505:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735630.405255:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.405267:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735630.405271:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.405274:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.405282:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.405289:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735630.405296:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.405301:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.405306:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.405352:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d782e37b80 00000400:00000200:3.0:1767735630.405361:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.405369:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x20cd5d [1] + 224 00000800:00000001:3.0:1767735630.405377:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.405389:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.405392:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735630.405397:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735630.405402:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735630.405409:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6cb100 x1853602706717568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/512 e 0 to 0 dl 1767735685 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735630.405425:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff94b1dc6cb100 x1853602706717568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/512 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735630.405449:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767735630.405456:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767735630.405461:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.405467:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767735630.405474:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337166:337166:256:4294967295] 192.168.203.112@tcp LPNI seq info [337166:337166:8:4294967295] 00000400:00000200:3.0:1767735630.405481:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735630.405486:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735630.405496:0:287527:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735630.405500:0:287527:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735630.405505:0:287527:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000400:00000200:0.0:1767735630.405517:0:287527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b908 00000400:00000200:3.0:1767735630.405518:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000400:00000010:0.0:1767735630.405522:0:287527:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b908. 00000100:00000001:0.0:1767735630.405533:0:287527:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:3.0:1767735630.405537:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767735630.405544:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416000. 00000100:00000200:0.0:1767735630.405547:0:287527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6cb100 x1853602706717568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/512 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767735630.405559:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767735630.405575:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000200:0.0:1767735630.405580:0:287527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6cb100 x1853602706717568/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/512 e 0 to 0 dl 1767735685 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1767735630.405584:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1767735630.405603:0:287527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735630.405605:0:287527:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.405609:0:287527:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735630.405612:0:287527:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735630.405614:0:287527:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735630.405617:0:287527:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.405620:0:287527:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735630.405626:0:287527:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=60 v=36 (36 5 5 5) 00000100:00001000:0.0:1767735630.405631:0:287527:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735630.405635:0:287527:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735630.405637:0:287527:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.405639:0:287527:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735630.405643:0:287527:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.405646:0:287527:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767735630.405647:0:287527:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767735630.405650:0:287527:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767735630.405652:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.405654:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361073920 : -117983348477696 : ffff94b1dc6cb100) 00000100:00000001:0.0:1767735630.405657:0:287527:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000800:00000200:3.0:1767735630.405666:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735630.405672:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416000. 00000100:00000040:0.0:1767735630.405675:0:287527:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014819 00000400:00000200:3.0:1767735630.405680:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767735630.405681:0:287527:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735630.405688:0:287527:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735630.405697:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000040:0.0:1767735630.405706:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6cb100 x1853602706717568/t12885014822(12885014822) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/456 e 0 to 0 dl 1767735685 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1767735630.405712:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.405722:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.405723:0:287527:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.405732:0:287527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735630.405735:0:287527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735630.405741:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6cb100 x1853602706717568/t12885014822(12885014822) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/456 e 0 to 0 dl 1767735685 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735630.405752:0:287527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6cb100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706717568:192.168.203.112@tcp:36:lfs.0 00000100:00000001:0.0:1767735630.405758:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.405760:0:287527:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.405763:0:287527:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735630.405765:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.405769:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6cb100 x1853602706717568/t12885014822(12885014822) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/456 e 0 to 0 dl 1767735685 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735630.405777:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735630.405780:0:287527:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.405784:0:287527:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735630.405786:0:287527:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.405791:0:287527:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.405794:0:287527:0:(lmv_obd.c:2894:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767735630.405798:0:287527:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000100:00000001:0.0:1767735630.405801:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.405805:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6cb100 x1853602706717568/t12885014822(12885014822) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/456 e 0 to 0 dl 1767735685 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735630.405813:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.405816:0:287527:0:(dir.c:697:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.405818:0:287527:0:(dir.c:2170:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.405837:0:287527:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:0.0:1767735630.405847:0:287527:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:0.0:1767735630.405849:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63db0 00000080:00200008:0.0:1767735630.405852:0:287527:0:(file.c:424:ll_file_release()) START file d160t.sanity:[0x2000013a3:0x7571:0x0](ffff94b1f1461148), flags 320000 00000080:00400000:0.0:1767735630.405857:0:287527:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a3:0x7571:0x0] 00000080:00000001:0.0:1767735630.405861:0:287527:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:0.0:1767735630.405863:0:287527:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:0.0:1767735630.405865:0:287527:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:0.0:1767735630.405870:0:287527:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735630.405873:0:287527:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1767735630.405877:0:287527:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735630.405880:0:287527:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1767735630.405882:0:287527:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x7571:0x0]: 0 00000080:00000001:0.0:1767735630.405885:0:287527:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:0.0:1767735630.405888:0:287527:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1767735630.405891:0:287527:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1f2061e00. 00000080:00000001:0.0:1767735630.405894:0:287527:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:0.0:1767735630.405899:0:287527:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1767735630.405902:0:287527:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:0.0:1767735630.405905:0:287527:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a3:0x7571:0x0] 00000002:00000001:0.0:1767735630.405908:0:287527:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:0.0:1767735630.405911:0:287527:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1e7e86000: [0x2000013a3:0x7571:0x0] file closed with intent: 0 00000100:00000010:0.0:1767735630.405916:0:287527:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6cbb80. 00000020:00000040:0.0:1767735630.405920:0:287527:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767735630.405924:0:287527:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735630.405926:0:287527:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735630.405930:0:287527:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735630.405935:0:287527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f2060e00. 00000100:00000001:0.0:1767735630.405939:0:287527:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1767735630.405950:0:287527:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1767735630.405960:0:287527:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1767735630.405966:0:287527:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1dc6cbb80 x1853602706717824/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1767735630.405974:0:287527:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735630.405976:0:287527:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735630.405986:0:287527:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.405989:0:287527:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089984967424 : -117983724584192 : ffff94b1c601c300) 00000100:00000001:0.0:1767735630.405992:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.405994:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361076608 : -117983348475008 : ffff94b1dc6cbb80) 00000100:00000001:0.0:1767735630.405998:0:287527:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735630.406001:0:287527:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.406003:0:287527:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735630.406005:0:287527:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735630.406009:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6cbb80 x1853602706717824/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.406018:0:287527:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735630.406020:0:287527:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.406023:0:287527:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735630.406025:0:287527:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735630.406050:0:287527:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735630.406054:0:287527:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6cbb80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706717824:192.168.203.112@tcp:35:lfs.0 00000100:00000001:0.0:1767735630.406058:0:287527:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735630.406062:0:287527:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735630.406064:0:287527:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.406067:0:287527:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735630.406071:0:287527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1df842800. 02000000:00000001:0.0:1767735630.406074:0:287527:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735630.406080:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735630.406083:0:287527:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735630.406089:0:287527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b908. 00000100:00000200:0.0:1767735630.406093:0:287527:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706717824, portal 10 00000100:00000001:0.0:1767735630.406096:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.406098:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361076608 : -117983348475008 : ffff94b1dc6cbb80) 00000100:00000040:0.0:1767735630.406104:0:287527:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dc6cbb80 x1853602706717824/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735646 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.406113:0:287527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735630.406116:0:287527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735630.406119:0:287527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b990. 00000100:00000200:0.0:1767735630.406129:0:287527:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602706717824, offset 0 00000400:00000200:0.0:1767735630.406136:0:287527:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735630.406142:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.406148:0:287527:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735630.406153:0:287527:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735630.406157:0:287527:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735630.406160:0:287527:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735630.406163:0:287527:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735630.406168:0:287527:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337167:337167:256:4294967295] 192.168.203.112@tcp LPNI seq info [337167:337167:8:4294967295] 00000400:00000200:0.0:1767735630.406173:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735630.406183:0:287527:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735630.406189:0:287527:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735630.406194:0:287527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441900. 00000800:00000200:0.0:1767735630.406199:0:287527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735630.406206:0:287527:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735630.406210:0:287527:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1767735630.406231:0:287527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.406236:0:287527:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735630.406241:0:287527:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735630.406244:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304392232 00000100:00000001:0.0:1767735630.406251:0:287527:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304392227 00000100:00000001:0.0:1767735630.406257:0:287527:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304392232 00000100:00000001:0.0:1767735630.406262:0:287527:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304392227 00000100:00000001:0.0:1767735630.406267:0:287527:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.406270:0:287527:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.406273:0:287527:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735630.406275:0:287527:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1767735630.406278:0:287527:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c601c300 going to sleep for 11 seconds 00000100:00000001:0.0:1767735630.406282:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735630.406285:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735630.406373:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735630.406381:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441900. 00000400:00000200:2.0:1767735630.406390:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735630.406401:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735630.406407:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b990 00000400:00000010:2.0:1767735630.406411:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b990. 00000100:00000001:2.0:1767735630.406418:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735630.406427:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6cbb80 x1853602706717824/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735646 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735630.406440:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735630.406444:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6cbb80 x1853602706717824/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735646 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735630.406453:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735630.406456:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735630.409490:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.409502:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735630.409505:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.409509:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.409516:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.409523:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735630.409530:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.409535:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.409540:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.409545:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d782e37c80 00000400:00000200:3.0:1767735630.409551:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735630.409557:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x20cd65 [1] + 224 00000800:00000001:3.0:1767735630.409563:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.409572:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735630.409575:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735630.409580:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735630.409585:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735630.409593:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6cbb80 x1853602706717824/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735646 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735630.409607:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1dc6cbb80 x1853602706717824/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735646 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735630.409646:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735630.409655:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735630.409660:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.409740:0:287527:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735630.409749:0:287527:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735630.409751:0:287527:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735630.409755:0:287527:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000400:00000200:0.0:1767735630.409762:0:287527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b908 00000400:00000010:0.0:1767735630.409765:0:287527:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b908. 00000100:00000001:0.0:1767735630.409768:0:287527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735630.409778:0:287527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6cbb80 x1853602706717824/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735646 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1767735630.409792:0:287527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6cbb80 x1853602706717824/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735646 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.409803:0:287527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735630.409805:0:287527:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.409808:0:287527:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735630.409810:0:287527:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735630.409812:0:287527:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735630.409815:0:287527:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735630.409818:0:287527:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735630.409824:0:287527:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=60 v=5 (5 0 0 0) 00000100:00001000:0.0:1767735630.409829:0:287527:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735630.409832:0:287527:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735630.409834:0:287527:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735630.409837:0:287527:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735630.409840:0:287527:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.409843:0:287527:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1767735630.409845:0:287527:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1767735630.409848:0:287527:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1767735630.409850:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.409852:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361076608 : -117983348475008 : ffff94b1dc6cbb80) 00000100:00000001:0.0:1767735630.409855:0:287527:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735630.409857:0:287527:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014819 00000100:00000001:0.0:1767735630.409859:0:287527:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735630.409861:0:287527:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735630.409867:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6cbb80 x1853602706717824/t12885014823(12885014823) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735646 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.409896:0:287527:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735630.409899:0:287527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735630.409901:0:287527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735630.409907:0:287527:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6cbb80 x1853602706717824/t12885014823(12885014823) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735646 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1767735630.409917:0:287527:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6cbb80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:287527:1853602706717824:192.168.203.112@tcp:35:lfs.0 00000100:00000001:0.0:1767735630.409923:0:287527:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.409926:0:287527:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.409928:0:287527:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735630.409931:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.409934:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6cbb80 x1853602706717824/t12885014823(12885014823) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735646 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.409942:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735630.409945:0:287527:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c601c300. 00000100:00000001:0.0:1767735630.409948:0:287527:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735630.409950:0:287527:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.409955:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.409957:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361076608 : -117983348475008 : ffff94b1dc6cbb80) 00000002:00000001:0.0:1767735630.409960:0:287527:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.409963:0:287527:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767735630.409966:0:287527:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2061e00. 00000080:00000001:0.0:1767735630.409970:0:287527:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1767735630.409973:0:287527:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1767735630.409977:0:287527:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1767735630.409983:0:287527:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.409993:0:287527:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735630.409995:0:287527:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000001:0.0:1767735630.409997:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.410001:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.410015:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.410017:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.410022:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6cbb80 x1853602706717824/t12885014823(12885014823) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735646 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.410056:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735630.410058:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.410063:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6caa00 x1853602706717312/t12885014821(12885014821) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 528/608 e 0 to 0 dl 1767735685 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.410071:0:287527:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767735630.410074:0:287527:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735630.410076:0:287527:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735630.410079:0:287527:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735630.410082:0:287527:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04be800. 02000000:00000001:0.0:1767735630.410086:0:287527:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735630.410088:0:287527:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735630.410090:0:287527:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6caa00. 00000100:00000001:0.0:1767735630.410093:0:287527:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735630.410095:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735630.410097:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.410101:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6cbb80 x1853602706717824/t12885014823(12885014823) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735646 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.410108:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767735630.410111:0:287527:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1de3384e0. 00000002:00000001:0.0:1767735630.410114:0:287527:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735630.410116:0:287527:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767735630.410119:0:287527:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1fe4a8dc0. 00000100:00000001:0.0:1767735630.410122:0:287527:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735630.410125:0:287527:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6cbb80 x1853602706717824/t12885014823(12885014823) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735646 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735630.410133:0:287527:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735630.410134:0:287527:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735630.410144:0:287527:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1df842800. 02000000:00000001:0.0:1767735630.410147:0:287527:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735630.410149:0:287527:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735630.410150:0:287527:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735630.410153:0:287527:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735630.410155:0:287527:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f2060e00. 02000000:00000001:0.0:1767735630.410158:0:287527:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735630.410159:0:287527:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735630.410161:0:287527:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6cbb80. 00000100:00000001:0.0:1767735630.410164:0:287527:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735630.410165:0:287527:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767735630.410168:0:287527:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767735630.410171:0:287527:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1d928d7c0. 00000080:00000001:0.0:1767735630.410174:0:287527:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735630.410178:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63db0 00000080:00000008:0.0:1767735630.410181:0:287527:0:(file.c:464:ll_file_release()) COMPLETED file d160t.sanity:[0x2000013a3:0x7571:0x0](ffff94b1f1461148), flags 320000, rc = 0 00000080:00000001:0.0:1767735630.410186:0:287527:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.410188:0:287527:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735630.410192:0:287527:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1767735630.410194:0:287527:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f63e00 00000080:00002000:0.0:1767735630.410196:0:287527:0:(dcache.c:127:ll_ddelete()) deleting dentry d160t.sanity (ffff94b1c45b61b0, parent ffff94b1c49c60d8, inode ffff94b1f1461148) hashed, 00000080:00000001:0.0:1767735630.410199:0:287527:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1767735630.410205:0:287527:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1767735630.410209:0:287527:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:0.1:1767735630.411381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1dea50400. 00000100:00000040:3.0:1767735630.411417:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304392232, at 4304392233 00000100:00000010:3.0:1767735630.411431:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645960. 00000100:00000040:2.0:1767735630.412361:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304392232, at 4304392234 00000100:00000010:2.0:1767735630.412372:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46454e0. 00000080:00000010:0.1:1767735630.416364:0:287528:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de338320. 00010000:00000001:3.0:1767735630.562442:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735630.562448:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735630.562453:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735630.562455:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767735630.562476:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767735630.562479:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767735630.562483:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767735631.342045:0:287605:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767735631.516170:0:287641:0:(debug.c:327:cfs_str2mask()) Process entered 00010000:00000001:3.0:1767735642.851974:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735642.851979:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735642.851985:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735642.851988:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735642.852054:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767735642.852061:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735642.852076:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1767735643.682573:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767735643.682589:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767735643.682604:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fa46dc00. 00000020:00000040:0.0:1767735643.682615:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767735643.682625:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735643.682631:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735643.682642:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735643.682659:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c6d9fc00. 00000100:00000001:0.0:1767735643.682673:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735643.682696:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767735643.682728:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735643.682734:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735643.682743:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5490222] to pc [ptlrpcd_00_00+0] req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735643.682783:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735643.682787:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767735643.682792:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767735643.682797:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1fa46f100. 00000020:00000040:0.0:1767735643.682801:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=483 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767735643.682804:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735643.682806:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735643.682809:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735643.682825:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c3ecce00. 00000100:00000001:0.0:1767735643.682830:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735643.682837:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767735643.682847:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735643.682850:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735643.682855:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099c3d41e] to pc [ptlrpcd_00_01+1] req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735643.682870:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735643.682874:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767735643.682880:0:166640:0:(pinger.c:247:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767735643.682884:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767735643.682889:0:166640:0:(pinger.c:247:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1767735643.682898:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1767735643.682898:0:166640:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9743) 00000100:00000001:1.0:1767735643.682910:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735643.682917:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735643.682965:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735643.682983:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735643.682984:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735643.682989:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735643.682995:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1767735643.683001:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1767735643.683002:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735643.683010:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1767735643.683013:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735643.683033:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735643.683035:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fa46dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602707742336:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767735643.683064:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735643.683078:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1767735643.683078:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1767735643.683093:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735643.683093:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735643.683116:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1767735643.683119:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735643.683126:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1767735643.683127:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c33d2a00. 02000000:00000001:1.0:1767735643.683148:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735643.683150:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735643.683182:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1fa46f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602707742464:192.168.203.112@tcp:400:kworker.0 00000400:00000200:1.0:1767735643.683193:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735643.683207:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1767735643.683209:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed8109a0. 02000000:00000001:0.0:1767735643.683219:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1767735643.683223:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bf68. 02000000:00000001:0.0:1767735643.683225:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735643.683241:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1767735643.683247:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602707742336, portal 25 02000000:00000010:0.0:1767735643.683251:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1fa46a800. 00000100:00000001:1.0:1767735643.683254:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1767735643.683257:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735643.683260:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090861911040 : -117982847640576 : ffff94b1fa46dc00) 00000400:00000200:0.0:1767735643.683284:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:1.0:1767735643.683285:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1767735643.683304:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558210. 00000100:00000001:1.0:1767735643.683358:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735643.683371:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735643.683377:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b000. 00000100:00000200:1.0:1767735643.683384:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602707742336, offset 0 00000400:00000010:0.0:1767735643.683392:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b4c8. 00000400:00000200:1.0:1767735643.683406:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000100:00000200:0.0:1767735643.683414:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602707742464, portal 10 00000100:00000001:0.0:1767735643.683420:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1767735643.683422:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735643.683425:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090861916416 : -117982847635200 : ffff94b1fa46f100) 00000400:00000200:1.0:1767735643.683439:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000100:00000040:0.0:1767735643.683443:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735643.683470:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1767735643.683480:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1767735643.683488:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735643.683496:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b880. 00000400:00000200:1.0:1767735643.683498:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000200:0.0:1767735643.683510:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602707742464, offset 0 00000400:00000200:1.0:1767735643.683515:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735643.683523:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735643.683534:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735643.683550:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [343171:343171:256:4294967295] 192.168.203.112@tcp LPNI seq info [343171:343171:8:4294967295] 00000400:00000200:1.0:1767735643.683557:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735643.683571:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000400:00000200:0.0:1767735643.683582:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000800:00000200:1.0:1767735643.683591:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735643.683600:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fdeeb500. 00000400:00000200:0.0:1767735643.683610:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000800:00000200:1.0:1767735643.683613:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:0.0:1767735643.683643:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1767735643.683645:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735643.683662:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fdeeb500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1767735643.683670:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:1.0:1767735643.683694:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735643.683696:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735643.683723:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735643.683730:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [343172:343172:255:4294967295] 192.168.203.112@tcp LPNI seq info [343172:343172:7:4294967295] 00000400:00000200:0.0:1767735643.683737:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735643.683747:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735643.683760:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4304406361 00000400:00000200:0.0:1767735643.683774:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000100:00000010:1.0:1767735643.683775:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1e7d69c60. 00000100:00000001:1.0:1767735643.683799:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000800:00000200:0.0:1767735643.683805:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735643.683818:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c3ecc600. 00000100:00000001:1.0:1767735643.683824:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4304406361 00000800:00000200:0.0:1767735643.683834:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000100:00000010:1.0:1767735643.683837:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1e7d69d20. 00000100:00000001:1.0:1767735643.683850:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000800:00000200:0.0:1767735643.683863:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000100:00000001:1.0:1767735643.683867:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1767735643.683875:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c3ecc600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1767735643.683878:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735643.683890:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1767735643.683892:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735643.683898:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735643.683904:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767735643.683905:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fdeeb500. 00000100:00000040:0.0:1767735643.683914:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4037 usecs (5 jiffies) 00000400:00000200:3.0:1767735643.683918:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767735643.683918:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735643.683943:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1767735643.683952:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1767735643.683959:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735643.683960:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1767735643.683963:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:1.0:1767735643.683971:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735643.683984:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735643.683985:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304405510 00000400:00000200:3.0:1767735643.683988:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b000 00000400:00000010:3.0:1767735643.683996:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b000. 00000100:00000001:0.0:1767735643.684001:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304406361 00000100:00000001:3.0:1767735643.684005:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1767735643.684016:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304405510 00000100:00000200:3.0:1767735643.684022:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735643.684029:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304406361 00000100:00000001:0.0:1767735643.684037:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735643.684044:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735643.684050:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735643.684054:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735643.684067:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735643.684070:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1767735643.684076:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735643.684079:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735643.684082:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735643.684087:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735643.684133:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735643.684139:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735643.684150:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735643.684152:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767735643.684213:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735643.684218:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c3ecc600. 00000400:00000200:3.0:1767735643.684223:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735643.684240:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735643.684244:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b880 00000400:00000010:3.0:1767735643.684247:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b880. 00000100:00000001:3.0:1767735643.684250:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735643.684257:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735698 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735643.684268:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735643.684271:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735698 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735643.684279:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735643.684281:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735643.686648:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735643.686664:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735643.686668:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735643.686672:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735643.686680:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735643.686689:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735643.686700:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735643.686706:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735643.686713:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735643.686718:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d782f31e80 00000400:00000200:2.0:1767735643.686738:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735643.686748:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x214c95 [1] + 224 00000800:00000001:2.0:1767735643.686760:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735643.686767:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735643.686771:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735643.686776:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735643.686782:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735643.686791:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735643.686805:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735643.686834:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735643.686846:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735643.686851:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735643.686853:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735643.686856:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735643.686860:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735643.686865:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735643.686872:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735643.686876:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735643.686880:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735643.686885:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d782f31f00 00000400:00000200:2.0:1767735643.686891:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735643.686897:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x214c9d [1] + 224 00000800:00000001:2.0:1767735643.686903:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735643.686911:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735643.686914:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735643.686919:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735643.686954:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735643.686961:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735698 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735643.686965:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735643.686973:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735643.686996:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735643.687002:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735643.687008:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed8109a0. 00000100:00000040:2.0:1767735643.687009:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1767735643.687019:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bf68 00000400:00000010:1.0:1767735643.687027:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bf68. 00000100:00000001:1.0:1767735643.687034:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767735643.687043:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1767735643.687044:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735643.687056:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000200:1.0:1767735643.687065:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735643.687066:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735643.687085:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735643.687088:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735643.687094:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735643.687097:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735643.687101:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735643.687107:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735643.687111:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735643.687119:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=21 v=5 (5 5 5 5) 00000100:00001000:1.0:1767735643.687127:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735643.687131:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735643.687133:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735643.687143:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735643.687144:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735643.687157:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735643.687164:0:196091:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767735643.687165:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735643.687176:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1767735643.687177:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767735643.687195:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558210. 00000100:00000040:1.0:1767735643.687197:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735643.687210:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735643.687220:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1767735643.687222:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b4c8 00000100:00000001:1.0:1767735643.687224:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767735643.687231:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b4c8. 00000100:00000040:1.0:1767735643.687240:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735643.687244:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735643.687264:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735698 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735643.687266:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fa46dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602707742336:192.168.203.112@tcp:400:kworker.0 00000100:00000001:1.0:1767735643.687302:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735643.687371:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1767735643.687376:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735698 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1767735643.687385:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fa46dc00 x1853602707742336/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735643.687447:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735643.687449:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735643.687455:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1767735643.687455:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735643.687469:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000010:1.0:1767735643.687470:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c33d2a00. 02000000:00000001:1.0:1767735643.687480:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1767735643.687480:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735643.687492:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1767735643.687494:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1767735643.687513:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767735643.687514:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:1.0:1767735643.687537:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1767735643.687539:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735643.687551:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c6d9fc00. 02000000:00000001:1.0:1767735643.687557:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735643.687559:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735643.687562:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fa46dc00. 00000100:00001000:0.0:1767735643.687564:0:196092:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=73 v=36 (36 5 5 5) 00000100:00000001:1.0:1767735643.687567:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735643.687572:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735643.687585:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767735643.687588:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735643.687592:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735643.687596:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735643.687608:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735643.687610:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1767735643.687618:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735643.687619:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735643.687631:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735643.687639:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735643.687648:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735643.687652:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885021868 00000100:00000001:0.0:1767735643.687658:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735643.687662:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735643.687672:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735643.687685:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735643.687689:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735643.687692:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735643.687698:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735698 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735643.687708:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1fa46f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602707742464:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767735643.687731:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735643.687735:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735643.687740:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1fa46f100 x1853602707742464/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735698 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735643.687750:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735643.687753:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735643.687758:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1fa46a800. 02000000:00000001:0.0:1767735643.687763:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735643.687765:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735643.687768:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=482 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735643.687771:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735643.687774:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c3ecce00. 02000000:00000001:0.0:1767735643.687778:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735643.687780:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735643.687782:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1fa46f100. 00000100:00000001:0.0:1767735643.687786:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735643.687788:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735643.687791:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735643.687798:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735643.687800:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735643.687803:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735643.687806:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735643.874449:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735643.874455:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735643.874460:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735643.874462:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735643.874581:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767735643.874587:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735643.874592:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767735644.578386:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304406361, at 4304406400 00000100:00000010:2.0:1767735644.578403:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1e7d69c60. 00000100:00000040:3.0:1767735644.578450:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304406361, at 4304406400 00000100:00000010:3.0:1767735644.578463:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1e7d69d20. 00010000:00000001:3.0:1767735644.898438:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735644.898444:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735644.898451:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735644.898453:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735644.898522:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735644.898528:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735644.898535:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767735645.922408:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735645.922415:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735645.922422:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735645.922424:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735645.922493:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767735645.922501:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767735645.922509:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767735646.290825:0:287844:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1767735646.476131:0:287880:0:(debug.c:327:cfs_str2mask()) Process entered 00000100:00000040:3.0:1767735649.698458:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304411480, at 4304411520 00000100:00000040:2.0:1767735649.698470:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304411480, at 4304411520 00000100:00000010:3.0:1767735649.698478:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f40349c0. 00000100:00000010:2.0:1767735649.698486:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4034060. 00010000:00000001:3.0:1767735650.018425:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735650.018431:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735650.018438:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735650.018440:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1767735650.018570:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1767735650.018576:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767735650.018581:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000002:00000001:1.0:1767735650.443184:0:287973:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767735650.443193:0:287973:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1f0d31b00. 00000002:00000001:1.0:1767735650.443199:0:287973:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735650.443213:0:287973:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:1.0:1767735650.443539:0:287974:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:1.0:1767735650.443546:0:287974:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000040:1.0:1767735650.443552:0:287974:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1e7e1ba80 : new refcount 2 00000040:00000001:1.0:1767735650.443556:0:287974:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767735650.443561:0:287974:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1f2cc5a00. 00000040:00000001:1.0:1767735650.443566:0:287974:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767735650.443570:0:287974:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=992 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:1.0:1767735650.443578:0:287974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd339c00. 00000020:00000040:1.0:1767735650.443582:0:287974:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=993 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767735650.443598:0:287974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735650.443602:0:287974:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735650.443608:0:287974:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735650.443616:0:287974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f613d000. 00000100:00000001:1.0:1767735650.443625:0:287974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.443633:0:287974:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735650.443636:0:287974:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735650.443643:0:287974:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f2262f00. 00000100:00000001:1.0:1767735650.443645:0:287974:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090725551872 : -117982983999744 : ffff94b1f2262f00) 00000100:00000001:1.0:1767735650.443650:0:287974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735650.443652:0:287974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374110208 : -117983335441408 : ffff94b1dd339c00) 00000100:00000001:1.0:1767735650.443658:0:287974:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735650.443663:0:287974:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.443666:0:287974:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735650.443668:0:287974:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735650.443681:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.443695:0:287974:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735650.443698:0:287974:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.443702:0:287974:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735650.443705:0:287974:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735650.443709:0:287974:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735650.443714:0:287974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd339c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:287974:1853602707998720:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767735650.443720:0:287974:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735650.443726:0:287974:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735650.443729:0:287974:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.443733:0:287974:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735650.443737:0:287974:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f2cc4400. 02000000:00000001:1.0:1767735650.443739:0:287974:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735650.443751:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735650.443756:0:287974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810420. 00000400:00000010:1.0:1767735650.443764:0:287974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b330. 00000100:00000200:1.0:1767735650.443772:0:287974:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602707998720, portal 10 00000100:00000001:1.0:1767735650.443775:0:287974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735650.443785:0:287974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374110208 : -117983335441408 : ffff94b1dd339c00) 00000100:00000040:1.0:1767735650.443796:0:287974:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.443806:0:287974:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735650.443810:0:287974:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735650.443814:0:287974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b2a8. 00000100:00000200:1.0:1767735650.443818:0:287974:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602707998720, offset 0 00000400:00000200:1.0:1767735650.443826:0:287974:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735650.443836:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735650.443846:0:287974:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735650.443852:0:287974:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735650.443858:0:287974:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735650.443863:0:287974:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735650.443867:0:287974:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735650.443899:0:287974:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [344674:344674:256:4294967295] 192.168.203.112@tcp LPNI seq info [344674:344674:8:4294967295] 00000400:00000200:1.0:1767735650.443906:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735650.443920:0:287974:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735650.443928:0:287974:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735650.443947:0:287974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fd106600. 00000800:00000200:1.0:1767735650.443956:0:287974:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735650.443967:0:287974:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735650.443973:0:287974:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fd106600 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1767735650.443992:0:287974:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735650.443998:0:287974:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4031 usecs (5 jiffies) 00000400:00000200:1.0:1767735650.444004:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735650.444007:0:287974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304412270 00000100:00000010:1.0:1767735650.444013:0:287974:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f0d30420. 00000100:00000001:1.0:1767735650.444021:0:287974:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767735650.444027:0:287974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304412270 00000100:00000010:1.0:1767735650.444032:0:287974:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f0d30ae0. 00000100:00000001:1.0:1767735650.444044:0:287974:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767735650.444051:0:287974:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735650.444055:0:287974:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.444059:0:287974:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735650.444061:0:287974:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735650.444065:0:287974:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f2262f00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735650.444068:0:287974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735650.444072:0:287974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735650.444131:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735650.444141:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fd106600. 00000400:00000200:2.0:1767735650.444148:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735650.444156:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735650.444164:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b2a8 00000400:00000010:2.0:1767735650.444168:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b2a8. 00000100:00000001:2.0:1767735650.444174:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735650.444181:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735650.444196:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735650.444201:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735650.444211:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735650.444213:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735650.446544:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.446558:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735650.446562:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.446577:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735650.446651:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.446660:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735650.446669:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.446674:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.446679:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.446684:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 10 MB=0x695d782f70800 00000400:00000200:3.0:1767735650.446690:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.446697:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 272/272 into md 0x216cd5 [1] + 224 00000800:00000001:3.0:1767735650.446706:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.446715:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735650.446719:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735650.446723:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735650.446729:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735650.446736:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735650.446751:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735650.446777:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735650.446785:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.446789:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.446866:0:287974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735650.446902:0:287974:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735650.446905:0:287974:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735650.446909:0:287974:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810420. 00000400:00000200:1.0:1767735650.446916:0:287974:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b330 00000400:00000010:1.0:1767735650.446919:0:287974:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b330. 00000100:00000001:1.0:1767735650.446923:0:287974:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735650.446932:0:287974:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767735650.446947:0:287974:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.446957:0:287974:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735650.446959:0:287974:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.446963:0:287974:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735650.446966:0:287974:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735650.446969:0:287974:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735650.446972:0:287974:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.446975:0:287974:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735650.446985:0:287974:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=80 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735650.446990:0:287974:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735650.446994:0:287974:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735650.446996:0:287974:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735650.447000:0:287974:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735650.447004:0:287974:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.447008:0:287974:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735650.447011:0:287974:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885022849 00000100:00000001:1.0:1767735650.447014:0:287974:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735650.447029:0:287974:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735650.447036:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.447046:0:287974:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735650.447050:0:287974:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735650.447053:0:287974:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735650.447058:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735705 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735650.447068:0:287974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd339c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:287974:1853602707998720:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767735650.447074:0:287974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.447077:0:287974:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.447079:0:287974:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735650.447081:0:287974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735650.447085:0:287974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735705 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.447093:0:287974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735650.447096:0:287974:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f2262f00. 00000100:00000001:1.0:1767735650.447100:0:287974:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735650.447103:0:287974:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767735650.447107:0:287974:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1767735650.447110:0:287974:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735650.447113:0:287974:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=992 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735650.447116:0:287974:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767735650.447118:0:287974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735650.447121:0:287974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd339c00 x1853602707998720/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.447130:0:287974:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735650.447133:0:287974:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735650.447136:0:287974:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f2cc4400. 02000000:00000001:1.0:1767735650.447139:0:287974:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735650.447141:0:287974:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735650.447142:0:287974:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=991 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735650.447150:0:287974:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735650.447154:0:287974:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1f613d000. 02000000:00000001:1.0:1767735650.447158:0:287974:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735650.447161:0:287974:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735650.447163:0:287974:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd339c00. 00000100:00000001:1.0:1767735650.447167:0:287974:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735650.447169:0:287974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1767735650.447172:0:287974:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767735650.447176:0:287974:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:1.0:1767735650.447183:0:287974:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1df088000. 00000040:00000001:1.0:1767735650.447186:0:287974:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:1.0:1767735650.447188:0:287974:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:1.0:1767735650.447191:0:287974:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=992 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:1.0:1767735650.447195:0:287974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd339c00. 00000020:00000040:1.0:1767735650.447198:0:287974:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=993 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767735650.447202:0:287974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735650.447204:0:287974:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735650.447207:0:287974:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735650.447211:0:287974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f2cc4400. 00000100:00000001:1.0:1767735650.447215:0:287974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.447219:0:287974:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735650.447221:0:287974:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735650.447225:0:287974:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f2262f00. 00000100:00000001:1.0:1767735650.447227:0:287974:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090725551872 : -117982983999744 : ffff94b1f2262f00) 00000100:00000001:1.0:1767735650.447231:0:287974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735650.447233:0:287974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374110208 : -117983335441408 : ffff94b1dd339c00) 00000100:00000001:1.0:1767735650.447237:0:287974:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735650.447241:0:287974:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.447243:0:287974:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735650.447245:0:287974:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735650.447250:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.447260:0:287974:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735650.447262:0:287974:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.447265:0:287974:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735650.447273:0:287974:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735650.447276:0:287974:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735650.447281:0:287974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd339c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:287974:1853602707998848:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767735650.447286:0:287974:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735650.447289:0:287974:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735650.447292:0:287974:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.447294:0:287974:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735650.447347:0:287974:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1f4440000. 02000000:00000001:1.0:1767735650.447351:0:287974:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735650.447359:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735650.447363:0:287974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810420. 00000400:00000010:1.0:1767735650.447368:0:287974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1f2262300. 00000100:00000200:1.0:1767735650.447373:0:287974:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602707998848, portal 10 00000100:00000001:1.0:1767735650.447376:0:287974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735650.447378:0:287974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374110208 : -117983335441408 : ffff94b1dd339c00) 00000100:00000040:1.0:1767735650.447386:0:287974:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.447396:0:287974:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735650.447399:0:287974:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735650.447402:0:287974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b330. 00000100:00000200:1.0:1767735650.447405:0:287974:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602707998848, offset 0 00000400:00000200:1.0:1767735650.447411:0:287974:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735650.447418:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735650.447424:0:287974:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735650.447428:0:287974:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735650.447432:0:287974:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735650.447435:0:287974:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735650.447439:0:287974:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735650.447443:0:287974:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [344675:344675:256:4294967295] 192.168.203.112@tcp LPNI seq info [344675:344675:8:4294967295] 00000400:00000200:1.0:1767735650.447449:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735650.447458:0:287974:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735650.447464:0:287974:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735650.447476:0:287974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fd106100. 00000800:00000200:1.0:1767735650.447482:0:287974:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735650.447489:0:287974:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735650.447494:0:287974:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fd106100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767735650.447515:0:287974:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735650.447520:0:287974:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4031 usecs (5 jiffies) 00000400:00000200:1.0:1767735650.447525:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735650.447528:0:287974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304412274 00000100:00000001:1.0:1767735650.447534:0:287974:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304412270 00000100:00000001:1.0:1767735650.447540:0:287974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304412274 00000100:00000001:1.0:1767735650.447543:0:287974:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304412270 00000100:00000001:1.0:1767735650.447547:0:287974:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735650.447550:0:287974:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.447553:0:287974:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735650.447555:0:287974:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735650.447558:0:287974:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f2262f00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735650.447561:0:287974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735650.447564:0:287974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735650.447692:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735650.447700:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fd106100. 00000400:00000200:2.0:1767735650.447706:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735650.447714:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735650.447720:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b330 00000400:00000010:2.0:1767735650.447722:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b330. 00000100:00000001:2.0:1767735650.447726:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735650.447734:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735650.447746:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735650.447751:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735650.447760:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735650.447762:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735650.449751:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.449764:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735650.449767:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.449771:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735650.449778:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.449785:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735650.449792:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.449797:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.449801:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.449898:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 10 MB=0x695d782f70880 00000400:00000200:3.0:1767735650.449907:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.449927:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x216cdd [4] + 224 00000800:00000001:3.0:1767735650.449935:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.449964:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735650.449968:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735650.449973:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735650.449978:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735650.449986:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735650.450000:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735650.450026:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735650.450034:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.450038:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.450084:0:287974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735650.450093:0:287974:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735650.450096:0:287974:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735650.450099:0:287974:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810420. 00000400:00000200:1.0:1767735650.450106:0:287974:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f2262300 00000400:00000010:1.0:1767735650.450109:0:287974:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1f2262300. 00000100:00000001:1.0:1767735650.450113:0:287974:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735650.450123:0:287974:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767735650.450138:0:287974:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.450148:0:287974:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735650.450150:0:287974:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.450166:0:287974:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735650.450168:0:287974:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735650.450171:0:287974:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735650.450173:0:287974:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.450176:0:287974:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735650.450183:0:287974:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=80 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735650.450188:0:287974:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735650.450191:0:287974:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735650.450192:0:287974:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735650.450195:0:287974:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735650.450198:0:287974:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.450201:0:287974:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735650.450204:0:287974:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885022849 00000100:00000001:1.0:1767735650.450206:0:287974:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735650.450208:0:287974:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735650.450214:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.450223:0:287974:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735650.450226:0:287974:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735650.450228:0:287974:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735650.450233:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735705 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735650.450242:0:287974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd339c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:287974:1853602707998848:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:1.0:1767735650.450248:0:287974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.450251:0:287974:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.450253:0:287974:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735650.450255:0:287974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735650.450258:0:287974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735705 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.450266:0:287974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735650.450269:0:287974:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f2262f00. 00000100:00000001:1.0:1767735650.450272:0:287974:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735650.450279:0:287974:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767735650.450286:0:287974:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1767735650.450288:0:287974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735650.450292:0:287974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd339c00 x1853602707998848/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.450300:0:287974:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735650.450302:0:287974:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735650.450305:0:287974:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1f4440000. 02000000:00000001:1.0:1767735650.450383:0:287974:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735650.450387:0:287974:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735650.450389:0:287974:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=992 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735650.450392:0:287974:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735650.450394:0:287974:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f2cc4400. 02000000:00000001:1.0:1767735650.450397:0:287974:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735650.450399:0:287974:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735650.450401:0:287974:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd339c00. 00000100:00000001:1.0:1767735650.450404:0:287974:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735650.450406:0:287974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767735650.450409:0:287974:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735650.450411:0:287974:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=991 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735650.450413:0:287974:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767735650.450415:0:287974:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767735650.450418:0:287974:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:1.0:1767735650.450421:0:287974:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:1.0:1767735650.450425:0:287974:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767735650.450427:0:287974:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767735650.450430:0:287974:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:1.0:1767735650.450433:0:287974:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1767735650.450437:0:287974:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1f0d30240. 00000040:00001000:1.0:1767735650.450441:0:287974:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:1.0:1767735650.450445:0:287974:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:1.0:1767735650.450451:0:287974:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f2cc4400. 00000020:00000010:1.0:1767735650.450457:0:287974:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1f2cc5400. 00000040:00000010:1.0:1767735650.450462:0:287974:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1f2cc5600. 00000020:00000010:1.0:1767735650.450469:0:287974:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b2013a7000. 00000020:00000010:1.0:1767735650.450475:0:287974:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1fb820f18. 00000020:00000010:1.0:1767735650.450488:0:287974:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1f2cc5c00. 80000000:00000010:1.0:1767735650.450492:0:287974:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1f0d30900. 40000000:00000010:1.0:1767735650.450497:0:287974:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b201a86100. 00100000:00000010:1.0:1767735650.450504:0:287974:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b2013a3800. 00040000:00000010:1.0:1767735650.450509:0:287974:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1fd106a00. 00040000:00000010:1.0:1767735650.450514:0:287974:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b2013a6800. 00040000:00000010:1.0:1767735650.450518:0:287974:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1f2cc4a00. 00000004:00000010:1.0:1767735650.450524:0:287974:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b2013a2800. 00000004:00000010:1.0:1767735650.450530:0:287974:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c60de000. 00000004:00000010:1.0:1767735650.450537:0:287974:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b2013a4000. 00002000:00000010:1.0:1767735650.450541:0:287974:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1f613d000. 00000004:00000010:1.0:1767735650.450547:0:287974:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1f613c800. 00000020:00000010:1.0:1767735650.450552:0:287974:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b201a86780. 00000040:00000010:1.0:1767735650.450562:0:287974:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1df08a000. 00000040:00001000:1.0:1767735650.450565:0:287974:0:(llog.c:607:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:1.0:1767735650.450568:0:287974:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767735650.450571:0:287974:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767735650.450574:0:287974:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=992 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:1.0:1767735650.450578:0:287974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd339c00. 00000020:00000040:1.0:1767735650.450581:0:287974:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=993 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767735650.450584:0:287974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735650.450586:0:287974:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735650.450589:0:287974:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735650.450594:0:287974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f2cc4c00. 00000100:00000001:1.0:1767735650.450599:0:287974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.450603:0:287974:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735650.450604:0:287974:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735650.450608:0:287974:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f2262f00. 00000100:00000001:1.0:1767735650.450611:0:287974:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090725551872 : -117982983999744 : ffff94b1f2262f00) 00000100:00000001:1.0:1767735650.450614:0:287974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735650.450616:0:287974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374110208 : -117983335441408 : ffff94b1dd339c00) 00000100:00000001:1.0:1767735650.450620:0:287974:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735650.450623:0:287974:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.450626:0:287974:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735650.450634:0:287974:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735650.450640:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.450649:0:287974:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735650.450651:0:287974:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.450654:0:287974:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735650.450657:0:287974:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735650.450660:0:287974:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735650.450663:0:287974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd339c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:287974:1853602707998976:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767735650.450667:0:287974:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735650.450671:0:287974:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735650.450673:0:287974:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.450676:0:287974:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735650.450688:0:287974:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1f4440000. 02000000:00000001:1.0:1767735650.450690:0:287974:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735650.450697:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735650.450701:0:287974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810420. 00000400:00000010:1.0:1767735650.450705:0:287974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1f2262300. 00000100:00000200:1.0:1767735650.450710:0:287974:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602707998976, portal 10 00000100:00000001:1.0:1767735650.450713:0:287974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735650.450714:0:287974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374110208 : -117983335441408 : ffff94b1dd339c00) 00000100:00000040:1.0:1767735650.450722:0:287974:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.450730:0:287974:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735650.450733:0:287974:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735650.450736:0:287974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b880. 00000100:00000200:1.0:1767735650.450739:0:287974:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602707998976, offset 0 00000400:00000200:1.0:1767735650.450745:0:287974:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735650.450751:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735650.450757:0:287974:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735650.450761:0:287974:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735650.450765:0:287974:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735650.450775:0:287974:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735650.450778:0:287974:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735650.450782:0:287974:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [344676:344676:256:4294967295] 192.168.203.112@tcp LPNI seq info [344676:344676:8:4294967295] 00000400:00000200:1.0:1767735650.450787:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735650.450797:0:287974:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735650.450803:0:287974:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735650.450808:0:287974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fd106200. 00000800:00000200:1.0:1767735650.450813:0:287974:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735650.450820:0:287974:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735650.450824:0:287974:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fd106200 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767735650.450846:0:287974:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735650.450851:0:287974:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4031 usecs (5 jiffies) 00000400:00000200:1.0:1767735650.450855:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735650.450858:0:287974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304412277 00000100:00000001:1.0:1767735650.450863:0:287974:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304412274 00000100:00000001:1.0:1767735650.450868:0:287974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304412277 00000100:00000001:1.0:1767735650.450893:0:287974:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304412274 00000100:00000001:1.0:1767735650.450897:0:287974:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735650.450900:0:287974:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.450903:0:287974:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735650.450905:0:287974:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735650.450908:0:287974:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f2262f00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735650.450911:0:287974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735650.450913:0:287974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735650.451034:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735650.451042:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fd106200. 00000400:00000200:2.0:1767735650.451048:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735650.451055:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735650.451060:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b880 00000400:00000010:2.0:1767735650.451063:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b880. 00000100:00000001:2.0:1767735650.451067:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735650.451075:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735650.451087:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735650.451091:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735650.451100:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735650.451103:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735650.453285:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.453297:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735650.453300:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.453303:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735650.453448:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.453458:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735650.453468:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.453473:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.453478:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.453483:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d782f70900 00000400:00000200:3.0:1767735650.453489:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.453494:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x216ce5 [4] + 224 00000800:00000001:3.0:1767735650.453502:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.453515:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735650.453518:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735650.453522:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735650.453527:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735650.453535:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735650.453570:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735650.453596:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735650.453605:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.453610:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.453635:0:287974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735650.453645:0:287974:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735650.453648:0:287974:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735650.453652:0:287974:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810420. 00000400:00000200:1.0:1767735650.453659:0:287974:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f2262300 00000400:00000010:1.0:1767735650.453661:0:287974:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1f2262300. 00000100:00000001:1.0:1767735650.453666:0:287974:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735650.453687:0:287974:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767735650.453701:0:287974:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.453711:0:287974:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735650.453713:0:287974:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.453717:0:287974:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735650.453719:0:287974:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735650.453721:0:287974:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735650.453724:0:287974:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.453727:0:287974:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735650.453733:0:287974:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=80 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735650.453737:0:287974:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735650.453740:0:287974:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735650.453742:0:287974:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735650.453745:0:287974:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735650.453748:0:287974:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.453751:0:287974:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735650.453753:0:287974:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885022849 00000100:00000001:1.0:1767735650.453755:0:287974:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735650.453758:0:287974:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735650.453763:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.453772:0:287974:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735650.453775:0:287974:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735650.453777:0:287974:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735650.453781:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735650.453791:0:287974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd339c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:287974:1853602707998976:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767735650.453796:0:287974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.453799:0:287974:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.453807:0:287974:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735650.453809:0:287974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735650.453814:0:287974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.453823:0:287974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735650.453825:0:287974:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f2262f00. 00000100:00000001:1.0:1767735650.453828:0:287974:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735650.453830:0:287974:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767735650.453836:0:287974:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767735650.453838:0:287974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735650.453842:0:287974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd339c00 x1853602707998976/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.453849:0:287974:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735650.453852:0:287974:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735650.453854:0:287974:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1f4440000. 02000000:00000001:1.0:1767735650.453865:0:287974:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735650.453867:0:287974:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735650.453894:0:287974:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=992 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735650.453898:0:287974:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735650.453901:0:287974:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f2cc4c00. 02000000:00000001:1.0:1767735650.453904:0:287974:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735650.453906:0:287974:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735650.453908:0:287974:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd339c00. 00000100:00000001:1.0:1767735650.453912:0:287974:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735650.453913:0:287974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767735650.453916:0:287974:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735650.453918:0:287974:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=991 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735650.453920:0:287974:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767735650.453922:0:287974:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767735650.453925:0:287974:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1df08a000 type=0x1064553b idx=1 00000040:00001000:1.0:1767735650.453929:0:287974:0:(llog.c:720:llog_process_thread()) synced_idx: 3 00000040:00000001:1.0:1767735650.453932:0:287974:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:1.0:1767735650.453934:0:287974:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:1.0:1767735650.453936:0:287974:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=992 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:1.0:1767735650.453941:0:287974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd339c00. 00000020:00000040:1.0:1767735650.453952:0:287974:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=993 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767735650.453955:0:287974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735650.453957:0:287974:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735650.453961:0:287974:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735650.453966:0:287974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f2cc4c00. 00000100:00000001:1.0:1767735650.453970:0:287974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.453974:0:287974:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735650.453976:0:287974:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735650.453979:0:287974:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f2262f00. 00000100:00000001:1.0:1767735650.453982:0:287974:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090725551872 : -117982983999744 : ffff94b1f2262f00) 00000100:00000001:1.0:1767735650.453985:0:287974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735650.453987:0:287974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374110208 : -117983335441408 : ffff94b1dd339c00) 00000100:00000001:1.0:1767735650.453990:0:287974:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735650.453994:0:287974:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.453996:0:287974:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735650.453998:0:287974:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735650.454003:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.454012:0:287974:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735650.454014:0:287974:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.454017:0:287974:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735650.454020:0:287974:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735650.454022:0:287974:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735650.454026:0:287974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd339c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:287974:1853602707999104:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767735650.454030:0:287974:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735650.454033:0:287974:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735650.454035:0:287974:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.454038:0:287974:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735650.454050:0:287974:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1f4440000. 02000000:00000001:1.0:1767735650.454053:0:287974:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735650.454059:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735650.454063:0:287974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810420. 00000400:00000010:1.0:1767735650.454068:0:287974:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1f2262300. 00000100:00000200:1.0:1767735650.454073:0:287974:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602707999104, portal 10 00000100:00000001:1.0:1767735650.454080:0:287974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735650.454082:0:287974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374110208 : -117983335441408 : ffff94b1dd339c00) 00000100:00000040:1.0:1767735650.454089:0:287974:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.454097:0:287974:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735650.454100:0:287974:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735650.454104:0:287974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b660. 00000100:00000200:1.0:1767735650.454107:0:287974:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602707999104, offset 0 00000400:00000200:1.0:1767735650.454113:0:287974:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735650.454120:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735650.454126:0:287974:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735650.454130:0:287974:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735650.454134:0:287974:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735650.454137:0:287974:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735650.454140:0:287974:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735650.454144:0:287974:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [344677:344677:256:4294967295] 192.168.203.112@tcp LPNI seq info [344677:344677:8:4294967295] 00000400:00000200:1.0:1767735650.454150:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735650.454159:0:287974:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735650.454165:0:287974:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735650.454169:0:287974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fd106700. 00000800:00000200:1.0:1767735650.454175:0:287974:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735650.454182:0:287974:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735650.454186:0:287974:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fd106700 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767735650.454206:0:287974:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735650.454211:0:287974:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4031 usecs (5 jiffies) 00000400:00000200:1.0:1767735650.454215:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735650.454218:0:287974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304412280 00000100:00000001:1.0:1767735650.454223:0:287974:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304412277 00000100:00000001:1.0:1767735650.454228:0:287974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304412280 00000100:00000001:1.0:1767735650.454231:0:287974:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304412277 00000100:00000001:1.0:1767735650.454241:0:287974:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735650.454245:0:287974:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.454247:0:287974:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735650.454249:0:287974:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735650.454252:0:287974:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f2262f00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735650.454255:0:287974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735650.454257:0:287974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735650.454400:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735650.454408:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fd106700. 00000400:00000200:2.0:1767735650.454414:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735650.454421:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735650.454426:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b660 00000400:00000010:2.0:1767735650.454440:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b660. 00000100:00000001:2.0:1767735650.454445:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735650.454452:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735650.454465:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735650.454469:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735650.454478:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735650.454481:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735650.456485:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.456497:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735650.456501:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.456504:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735650.456512:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.456518:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735650.456619:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.456627:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.456632:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.456637:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d782f70980 00000400:00000200:3.0:1767735650.456643:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.456648:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x216ced [4] + 224 00000800:00000001:3.0:1767735650.456656:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.456668:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735650.456671:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735650.456676:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735650.456681:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735650.456689:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735650.456702:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735650.456727:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735650.456734:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.456738:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.456818:0:287974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735650.456827:0:287974:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735650.456829:0:287974:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735650.456833:0:287974:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810420. 00000400:00000200:1.0:1767735650.456840:0:287974:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1f2262300 00000400:00000010:1.0:1767735650.456842:0:287974:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1f2262300. 00000100:00000001:1.0:1767735650.456847:0:287974:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735650.456856:0:287974:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767735650.456899:0:287974:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.456910:0:287974:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735650.456913:0:287974:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.456916:0:287974:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735650.456918:0:287974:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735650.456920:0:287974:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735650.456923:0:287974:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.456926:0:287974:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735650.456932:0:287974:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=80 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735650.456937:0:287974:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735650.456940:0:287974:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735650.456942:0:287974:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735650.456944:0:287974:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735650.456948:0:287974:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.456951:0:287974:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735650.456953:0:287974:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885022849 00000100:00000001:1.0:1767735650.456955:0:287974:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735650.456958:0:287974:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735650.456977:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.456986:0:287974:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735650.456989:0:287974:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735650.456991:0:287974:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735650.456996:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735650.457006:0:287974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd339c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:287974:1853602707999104:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:1.0:1767735650.457011:0:287974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.457014:0:287974:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.457016:0:287974:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735650.457019:0:287974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735650.457022:0:287974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.457030:0:287974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735650.457033:0:287974:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f2262f00. 00000100:00000001:1.0:1767735650.457037:0:287974:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735650.457038:0:287974:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1767735650.457044:0:287974:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:1.0:1767735650.457046:0:287974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735650.457050:0:287974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd339c00 x1853602707999104/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735705 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.457057:0:287974:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735650.457059:0:287974:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735650.457062:0:287974:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1f4440000. 02000000:00000001:1.0:1767735650.457073:0:287974:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735650.457075:0:287974:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735650.457077:0:287974:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=992 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735650.457080:0:287974:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735650.457082:0:287974:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f2cc4c00. 02000000:00000001:1.0:1767735650.457085:0:287974:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735650.457092:0:287974:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735650.457094:0:287974:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd339c00. 00000100:00000001:1.0:1767735650.457098:0:287974:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735650.457099:0:287974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1767735650.457102:0:287974:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735650.457104:0:287974:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=991 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735650.457106:0:287974:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:1.0:1767735650.457108:0:287974:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1767735650.457111:0:287974:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1df08a000 type=0x1064553b idx=1 00000040:00001000:1.0:1767735650.457114:0:287974:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:1.0:1767735650.457116:0:287974:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1df08a040 type=0x1064553b idx=2 00000040:00001000:1.0:1767735650.457118:0:287974:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:1.0:1767735650.457120:0:287974:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1df08a080 type=0x1064553b idx=3 00000040:00001000:1.0:1767735650.457123:0:287974:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:1.0:1767735650.457126:0:287974:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:1.0:1767735650.457129:0:287974:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:1.0:1767735650.457132:0:287974:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:1.0:1767735650.457134:0:287974:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x26:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:1.0:1767735650.457139:0:287974:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1767735650.457141:0:287974:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:1.0:1767735650.457144:0:287974:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1f2cc4c00. 00000040:00000001:1.0:1767735650.457147:0:287974:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:1.0:1767735650.457149:0:287974:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=992 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:1.0:1767735650.457153:0:287974:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd339c00. 00000020:00000040:1.0:1767735650.457156:0:287974:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=993 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767735650.457159:0:287974:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735650.457161:0:287974:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735650.457165:0:287974:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735650.457170:0:287974:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f2cc5e00. 00000100:00000001:1.0:1767735650.457174:0:287974:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.457177:0:287974:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735650.457179:0:287974:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735650.457183:0:287974:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1f2262f00. 00000100:00000001:1.0:1767735650.457185:0:287974:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090725551872 : -117982983999744 : ffff94b1f2262f00) 00000100:00000001:1.0:1767735650.457188:0:287974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735650.457190:0:287974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374110208 : -117983335441408 : ffff94b1dd339c00) 00000100:00000001:1.0:1767735650.457199:0:287974:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735650.457203:0:287974:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.457205:0:287974:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735650.457207:0:287974:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735650.457212:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.457221:0:287974:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735650.457223:0:287974:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.457226:0:287974:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735650.457228:0:287974:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735650.457231:0:287974:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735650.457235:0:287974:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd339c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:287974:1853602707999232:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767735650.457239:0:287974:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735650.457242:0:287974:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735650.457245:0:287974:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.457247:0:287974:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735650.457252:0:287974:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3f13800. 02000000:00000001:1.0:1767735650.457254:0:287974:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735650.457261:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735650.457264:0:287974:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810420. 00000400:00000010:1.0:1767735650.457269:0:287974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bc38. 00000100:00000200:1.0:1767735650.457274:0:287974:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602707999232, portal 10 00000100:00000001:1.0:1767735650.457276:0:287974:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735650.457278:0:287974:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374110208 : -117983335441408 : ffff94b1dd339c00) 00000100:00000040:1.0:1767735650.457284:0:287974:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.457292:0:287974:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735650.457295:0:287974:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735650.457298:0:287974:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bb28. 00000100:00000200:1.0:1767735650.457301:0:287974:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602707999232, offset 0 00000400:00000200:1.0:1767735650.457307:0:287974:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735650.457347:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735650.457354:0:287974:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735650.457368:0:287974:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735650.457374:0:287974:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735650.457379:0:287974:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735650.457383:0:287974:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735650.457387:0:287974:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [344678:344678:256:4294967295] 192.168.203.112@tcp LPNI seq info [344678:344678:8:4294967295] 00000400:00000200:1.0:1767735650.457394:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735650.457407:0:287974:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735650.457415:0:287974:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735650.457420:0:287974:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1fd106000. 00000800:00000200:1.0:1767735650.457430:0:287974:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735650.457440:0:287974:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735650.457445:0:287974:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1fd106000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1767735650.457458:0:287974:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735650.457463:0:287974:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4031 usecs (5 jiffies) 00000400:00000200:1.0:1767735650.457469:0:287974:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735650.457473:0:287974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304412284 00000100:00000001:1.0:1767735650.457482:0:287974:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304412280 00000100:00000001:1.0:1767735650.457488:0:287974:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304412284 00000100:00000001:1.0:1767735650.457492:0:287974:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304412280 00000100:00000001:1.0:1767735650.457496:0:287974:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735650.457499:0:287974:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735650.457503:0:287974:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735650.457505:0:287974:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735650.457509:0:287974:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1f2262f00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735650.457512:0:287974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735650.457515:0:287974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735650.457550:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735650.457558:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1fd106000. 00000400:00000200:2.0:1767735650.457565:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735650.457572:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735650.457577:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bb28 00000400:00000010:2.0:1767735650.457580:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bb28. 00000100:00000001:2.0:1767735650.457585:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735650.457592:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735705 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735650.457604:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735650.457608:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735705 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735650.457617:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735650.457620:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735650.459362:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.459385:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735650.459388:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.459391:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735650.459399:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.459406:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735650.459412:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.459417:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.459422:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.459426:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d782f70a00 00000400:00000200:3.0:1767735650.459432:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735650.459438:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x216cf5 [1] + 224 00000800:00000001:3.0:1767735650.459445:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.459453:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735650.459456:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735650.459461:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735650.459466:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735650.459473:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735705 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735650.459487:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735650.459515:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735650.459522:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735650.459526:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.459550:0:287974:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735650.459560:0:287974:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735650.459562:0:287974:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735650.459566:0:287974:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810420. 00000400:00000200:1.0:1767735650.459572:0:287974:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bc38 00000400:00000010:1.0:1767735650.459586:0:287974:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bc38. 00000100:00000001:1.0:1767735650.459590:0:287974:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735650.459599:0:287974:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1767735650.459613:0:287974:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.459623:0:287974:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735650.459625:0:287974:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.459628:0:287974:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735650.459631:0:287974:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735650.459633:0:287974:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735650.459635:0:287974:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735650.459638:0:287974:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735650.459644:0:287974:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=80 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735650.459649:0:287974:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=80 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735650.459652:0:287974:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767735650.459656:0:287974:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.459665:0:287974:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767735650.459668:0:287974:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735650.459671:0:287974:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885022849 00000100:00000001:1.0:1767735650.459673:0:287974:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735650.459675:0:287974:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:1.0:1767735650.459680:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735705 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.459689:0:287974:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:1.0:1767735650.459692:0:287974:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735650.459694:0:287974:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735650.459699:0:287974:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735705 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735650.459708:0:287974:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd339c00 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:287974:1853602707999232:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:1.0:1767735650.459720:0:287974:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735650.459723:0:287974:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:1.0:1767735650.459726:0:287974:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735650.459728:0:287974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735650.459733:0:287974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735705 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.459741:0:287974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735650.459744:0:287974:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1f2262f00. 00000100:00000001:1.0:1767735650.459747:0:287974:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735650.459749:0:287974:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767735650.459752:0:287974:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:1.0:1767735650.459755:0:287974:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735650.459757:0:287974:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=992 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735650.459760:0:287974:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1767735650.459761:0:287974:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735650.459765:0:287974:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd339c00 x1853602707999232/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735705 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735650.459773:0:287974:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735650.459775:0:287974:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735650.459778:0:287974:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3f13800. 02000000:00000001:1.0:1767735650.459781:0:287974:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735650.459782:0:287974:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735650.459784:0:287974:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=991 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735650.459786:0:287974:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735650.459788:0:287974:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f2cc5e00. 02000000:00000001:1.0:1767735650.459791:0:287974:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735650.459793:0:287974:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735650.459795:0:287974:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd339c00. 00000100:00000001:1.0:1767735650.459798:0:287974:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735650.459799:0:287974:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1767735650.459802:0:287974:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff94b1e7e86000: Failed to open llog : rc -13 00000040:00000010:1.0:1767735650.459806:0:287974:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1f2cc4c00. 00000040:00000001:1.0:1767735650.459809:0:287974:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:1.0:1767735650.459817:0:287974:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff94b1e7e86000: error opening log id [0x1:0x26:0x0]: rc = -13 00000100:00000040:2.0:1767735650.463434:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304412284, at 4304412285 00000100:00000040:3.0:1767735650.463446:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304412284, at 4304412285 00000100:00000010:2.0:1767735650.463448:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f0d30420. 00000100:00000010:3.0:1767735650.463464:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f0d30ae0. 00000040:00000001:1.0:1767735650.467006:0:287974:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:1.0:1767735650.467013:0:287974:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff94b1e7e86000: can't find llog handle [0x1:0x26:0x0]: rc = -13 00000040:00000001:1.0:1767735650.473821:0:287974:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767735650.473827:0:287974:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767735650.473831:0:287974:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767735650.473834:0:287974:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:1.0:1767735650.473837:0:287974:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 3 count 2 00000040:00000010:1.0:1767735650.473842:0:287974:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1df08a000. 00000020:00000010:1.0:1767735650.473855:0:287974:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b201a86780. 00000020:00000010:1.0:1767735650.473901:0:287974:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1f2cc5400. 00000040:00000010:1.0:1767735650.473909:0:287974:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1f2cc5600. 00000020:00000010:1.0:1767735650.473915:0:287974:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b2013a7000. 00000020:00000010:1.0:1767735650.473920:0:287974:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1fb820f18. 00000020:00000010:1.0:1767735650.473927:0:287974:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1f2cc5c00. 80000000:00000010:1.0:1767735650.473931:0:287974:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1f0d30900. 40000000:00000010:1.0:1767735650.473935:0:287974:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b201a86100. 00100000:00000010:1.0:1767735650.473939:0:287974:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b2013a3800. 00040000:00000010:1.0:1767735650.473942:0:287974:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1fd106a00. 00040000:00000010:1.0:1767735650.473946:0:287974:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b2013a6800. 00040000:00000010:1.0:1767735650.473950:0:287974:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1f2cc4a00. 00000004:00000010:1.0:1767735650.473953:0:287974:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b2013a2800. 00000004:00000010:1.0:1767735650.473957:0:287974:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c60de000. 00000004:00000010:1.0:1767735650.473962:0:287974:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b2013a4000. 00002000:00000010:1.0:1767735650.473965:0:287974:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1f613d000. 00000004:00000010:1.0:1767735650.473969:0:287974:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1f613c800. 00000020:00000010:1.0:1767735650.473973:0:287974:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f2cc4400. 00000040:00000010:1.0:1767735650.473977:0:287974:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1f0d30240. 00000040:00000001:1.0:1767735650.473980:0:287974:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:1.0:1767735650.473983:0:287974:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:1.0:1767735650.473988:0:287974:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff94b1e7e86000: fail to process llog: rc = -13 00000002:00000001:1.0:1767735650.479861:0:287974:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:1.0:1767735650.479903:0:287974:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:1.0:1767735650.479909:0:287974:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1df088000. 00000040:00000010:1.0:1767735650.479917:0:287974:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1f2cc5a00. 00000040:00000001:1.0:1767735650.479921:0:287974:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:1.0:1767735650.479925:0:287974:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1e7e1ba80 : new refcount 1 00000020:00000040:1.0:1767735650.479935:0:287974:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:3.0:1767735650.479948:0:287973:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:1.0:1767735650.480024:0:287974:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:3.0:1767735650.480087:0:287973:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1f0d31b00. 00010000:00000001:3.0:1767735651.042459:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735651.042465:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735651.042470:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735651.042472:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735651.042603:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767735651.042609:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735651.042614:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767735651.118207:0:288063:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1767735651.303705:0:288099:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1767735651.303711:0:288099:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160t: @@@@@@ FAIL: no changelogs found 00000001:00000001:2.0:1767735651.307645:0:288099:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1767735651.896902:0:288197:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735652.066444:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735652.066449:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735652.066455:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735652.066457:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735652.066584:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767735652.066590:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735652.066599:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 5577 lines, 5577 kept, 0 dropped, 0 bad.