00010000:00000001:2.0F:1788536097.127797:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536097.127815:0:275334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536097.127818:0:275334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536097.127821:0:275334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536097.127825:0:275334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536097.127827:0:275334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536097.127829:0:275334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536097.127831:0:275334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536097.127836:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536097.127838:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1788536097.128195:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536097.128204:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536097.128207:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788536097.189662:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536097.189672:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536097.189678:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac4a80. 00000020:00000040:1.0:1788536097.189683:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1788536097.189687:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536097.189689:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536097.189694:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536097.189700:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e500. 00000100:00000001:1.0:1788536097.189707:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189718:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536097.189727:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536097.189731:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189736:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007205fe6f] to pc [ptlrpcd_00_01+1] req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.189756:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189759:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536097.189761:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536097.189764:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac4e00. 00000020:00000040:1.0:1788536097.189766:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:1.0:1788536097.189768:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536097.189769:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536097.189770:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536097.189773:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1ee00. 00000100:00000001:1.0:1788536097.189776:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189780:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536097.189787:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536097.189789:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189798:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d3bba73] to pc [ptlrpcd_00_00+0] req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.189806:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189809:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536097.189811:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536097.189814:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac5500. 00000020:00000040:1.0:1788536097.189816:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:1.0:1788536097.189818:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536097.189819:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536097.189821:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536097.189824:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e700. 00000100:00000001:1.0:1788536097.189827:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189830:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536097.189836:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536097.189838:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189841:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1caafff] to pc [ptlrpcd_00_01+1] req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.189859:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189862:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536097.189865:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536097.189868:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac7b80. 00000020:00000040:1.0:1788536097.189870:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:1.0:1788536097.189872:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536097.189873:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536097.189874:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536097.189877:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1ea00. 00000100:00000001:1.0:1788536097.189880:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189883:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536097.189899:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536097.189901:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189905:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099baa8ff] to pc [ptlrpcd_00_00+0] req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.189911:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.189913:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788536097.189916:0:273156:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788536097.189921:0:273156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10730) 00000100:00000001:1.0:1788536097.189937:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536097.189940:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536097.189942:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536097.189958:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.189966:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536097.189968:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536097.189971:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536097.189974:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536097.189976:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536097.189980:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1e73104-a124-445d-9e99-edaf7c361d90:2404:1875404964677248:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536097.189984:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536097.189990:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536097.189993:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536097.189996:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536097.190001:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2450f6de00. 02000000:00000001:1.0:1788536097.190009:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536097.190017:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536097.190021:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d17e8. 00000400:00000010:1.0:1788536097.190028:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f42a8. 00000100:00000200:1.0:1788536097.190035:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964677248, portal 25 00000100:00000001:1.0:1788536097.190037:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536097.190043:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393313408 : -110894316238208 : ffff9b2467ac4a80) 00000100:00000040:1.0:1788536097.190049:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.190056:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536097.190058:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536097.190061:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4908. 00000100:00000200:1.0:1788536097.190064:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964677248, offset 0 00000400:00000200:1.0:1788536097.190071:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536097.190079:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536097.190087:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536097.190092:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536097.190096:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536097.190100:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536097.190102:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536097.190106:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539867:539867:256:4294967295] 192.168.206.123@tcp LPNI seq info [539818:539818:8:4294967295] 00000400:00000200:1.0:1788536097.190110:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536097.190120:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536097.190126:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536097.190130:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e000. 00000800:00000200:1.0:1788536097.190137:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536097.190144:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536097.190148:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536097.190158:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536097.190171:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536097.190174:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305397007 00000100:00000010:1.0:1788536097.190178:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f58f00. 00000100:00000001:1.0:1788536097.190184:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788536097.190188:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305397007 00000100:00000010:1.0:1788536097.190191:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f58d20. 00000100:00000001:1.0:1788536097.190193:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788536097.190201:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536097.190203:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.190206:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536097.190210:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.190216:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536097.190217:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536097.190219:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536097.190221:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536097.190222:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536097.190225:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964677504:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536097.190228:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536097.190230:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536097.190232:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536097.190233:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536097.190237:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b23be00. 02000000:00000001:1.0:1788536097.190238:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536097.190242:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536097.190245:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1a50. 00000400:00000010:1.0:1788536097.190249:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4088. 00000100:00000200:1.0:1788536097.190252:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964677504, portal 10 00000100:00000001:1.0:1788536097.190253:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536097.190255:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393316096 : -110894316235520 : ffff9b2467ac5500) 00000800:00000200:3.0F:1788536097.190261:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1788536097.190261:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.190267:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1788536097.190269:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e000. 00000100:00000040:1.0:1788536097.190269:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536097.190271:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4c38. 00000400:00000200:3.0:1788536097.190273:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1788536097.190273:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964677504, offset 0 00000400:00000200:1.0:1788536097.190276:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536097.190278:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:1.0:1788536097.190280:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.190282:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4908 00000400:00000200:1.0:1788536097.190283:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000010:3.0:1788536097.190285:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4908. 00000400:00000200:1.0:1788536097.190286:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788536097.190288:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536097.190292:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536113 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788536097.190292:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536097.190294:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536097.190297:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536097.190300:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539868:539868:255:4294967295] 192.168.206.123@tcp LPNI seq info [539819:539819:7:4294967295] 00000100:00000001:3.0:1788536097.190301:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536097.190304:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536113 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788536097.190304:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536097.190311:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536097.190311:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000001:3.0:1788536097.190313:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788536097.190315:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536097.190318:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e400. 00000800:00000200:1.0:1788536097.190322:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536097.190326:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536097.190328:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536097.190350:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.190354:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20280 usecs (21 jiffies) 00000400:00000200:1.0:1788536097.190357:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536097.190359:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305393173 00000100:00000001:1.0:1788536097.190361:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:1.0:1788536097.190363:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305393173 00000100:00000001:1.0:1788536097.190365:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000001:1.0:1788536097.190366:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536097.190368:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.190371:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.190373:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.190379:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536097.190381:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788536097.190383:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536097.190385:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536097.190386:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536097.190389:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788536097.190390:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.190392:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536097.190394:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.190401:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536097.190403:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536097.190404:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536097.190408:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.190415:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536097.190416:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536097.190418:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536097.190420:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536097.190422:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536097.190425:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964677376:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536097.190428:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536097.190430:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536097.190431:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536097.190433:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536097.190436:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b23bc00. 02000000:00000001:1.0:1788536097.190438:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536097.190441:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536097.190444:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1210. 00000400:00000010:1.0:1788536097.190447:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4330. 00000100:00000200:1.0:1788536097.190450:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964677376, portal 10 00000100:00000001:1.0:1788536097.190451:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536097.190452:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393314304 : -110894316237312 : ffff9b2467ac4e00) 00000100:00000040:1.0:1788536097.190457:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.190463:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536097.190465:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536097.190467:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f44c8. 00000100:00000200:1.0:1788536097.190469:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964677376, offset 0 00000400:00000200:1.0:1788536097.190473:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536097.190477:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536097.190480:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536097.190483:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536097.190491:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536097.190493:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536097.190495:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536097.190498:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539869:539869:255:4294967295] 192.168.206.123@tcp LPNI seq info [539820:539820:7:4294967295] 00000400:00000200:1.0:1788536097.190502:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536097.190508:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536097.190513:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1788536097.190513:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536097.190516:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e400. 00000800:00000010:1.0:1788536097.190516:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e800. 00000400:00000200:3.0:1788536097.190518:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1788536097.190520:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000400:00000200:3.0:1788536097.190522:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000800:00000200:1.0:1788536097.190524:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000400:00000200:3.0:1788536097.190525:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4c38 00000800:00000200:1.0:1788536097.190526:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e800 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1788536097.190527:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4c38. 00000100:00000001:3.0:1788536097.190529:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1788536097.190529:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.190532:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19378 usecs (20 jiffies) 00000100:00000200:3.0:1788536097.190533:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788536097.190535:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536097.190537:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305393172 00000100:00000001:1.0:1788536097.190539:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:3.0:1788536097.190541:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788536097.190541:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305393172 00000100:00000001:1.0:1788536097.190543:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000040:3.0:1788536097.190544:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.190546:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536097.190548:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536097.190550:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.190550:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788536097.190551:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788536097.190553:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.190559:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1788536097.190561:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788536097.190561:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788536097.190563:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e800. 02000000:00000001:1.0:1788536097.190563:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788536097.190565:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1788536097.190565:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536097.190567:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536097.190569:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964677632:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536097.190579:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536097.190582:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536097.190583:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536097.190585:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536097.190588:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b24672b6e00. 02000000:00000001:1.0:1788536097.190590:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536097.190594:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536097.190596:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1e18. 00000400:00000010:1.0:1788536097.190600:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4c38. 00000100:00000200:1.0:1788536097.190620:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964677632, portal 4 00000100:00000001:1.0:1788536097.190622:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536097.190624:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393325952 : -110894316225664 : ffff9b2467ac7b80) 00000100:00000040:1.0:1788536097.190630:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.190637:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536097.190639:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536097.190641:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4908. 00000100:00000200:1.0:1788536097.190643:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964677632, offset 0 00000400:00000200:3.0:1788536097.190645:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:1.0:1788536097.190647:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536097.190649:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f44c8 00000400:00000010:3.0:1788536097.190651:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f44c8. 00000400:00000200:1.0:1788536097.190651:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536097.190654:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536097.190657:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788536097.190658:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1788536097.190659:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536097.190661:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1788536097.190662:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788536097.190664:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536097.190667:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539870:539870:255:4294967295] 192.168.206.123@tcp LPNI seq info [539821:539821:7:4294967295] 00000100:00000001:3.0:1788536097.190670:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1788536097.190671:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:3.0:1788536097.190673:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788536097.190677:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000001:3.0:1788536097.190680:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788536097.190681:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000100:00000001:3.0:1788536097.190682:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:1.0:1788536097.190684:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e900. 00000800:00000200:1.0:1788536097.190687:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536097.190696:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536097.190698:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536097.190706:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.190710:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115960 usecs (116 jiffies) 00000400:00000200:1.0:1788536097.190712:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536097.190715:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305393269 00000100:00000001:1.0:1788536097.190717:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:1.0:1788536097.190719:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305393269 00000100:00000001:1.0:1788536097.190721:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000001:1.0:1788536097.190723:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536097.190725:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.190727:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.190729:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.190737:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536097.190739:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536097.190767:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536097.190770:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e900. 00000400:00000200:3.0:1788536097.190773:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536097.190776:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536097.190779:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4908 00000400:00000010:3.0:1788536097.190780:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4908. 00000100:00000001:3.0:1788536097.190782:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536097.190786:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536097.190792:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536097.190795:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536097.190801:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536097.190803:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788536097.196497:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.196511:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536097.196515:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.196517:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536097.196525:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.196532:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536097.196539:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.196543:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.196548:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.196552:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebac780 00000400:00000200:3.0:1788536097.196557:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.196625:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508e75 [1] + 224 00000800:00000001:3.0:1788536097.196633:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.196638:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536097.196641:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536097.196646:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536097.196653:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536097.196662:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536097.196673:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536097.196692:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536097.196700:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.196704:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536097.196705:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.196708:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536097.196710:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.196714:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000100:00000001:1.0:1788536097.196714:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788536097.196718:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536097.196718:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788536097.196721:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.196723:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.196725:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebac700 00000400:00000001:1.0:1788536097.196726:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536097.196728:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1788536097.196729:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536097.196731:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1a50. 00000400:00000200:1.0:1788536097.196735:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4088 00000400:00000010:1.0:1788536097.196737:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4088. 00000100:00000001:1.0:1788536097.196740:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536097.196745:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536097.196753:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.196759:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536097.196761:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.196763:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536097.196767:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536097.196769:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536097.196778:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536097.196781:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536097.196790:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=124 v=60 (60 61 61 62) 00000100:00001000:1.0:1788536097.196795:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=87 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536097.196797:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536097.196799:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536097.196802:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788536097.196807:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788536097.196813:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.196816:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536097.196818:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788536097.196820:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536097.196822:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.196826:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.196833:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536097.196836:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536097.196838:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536097.196842:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536097.196862:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964677504:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536097.196867:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.196869:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536097.196872:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac5500 x1875404964677504/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.196878:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536097.196881:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536097.196884:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b23be00. 02000000:00000001:1.0:1788536097.196888:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536097.196891:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536097.196899:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536097.196901:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536097.196903:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e700. 02000000:00000001:1.0:1788536097.196907:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536097.196909:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536097.196910:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac5500. 00000100:00000001:1.0:1788536097.196913:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536097.196915:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.196918:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.196920:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536097.196921:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536097.196923:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.196925:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536097.196957:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508e7d [1] + 224 00000800:00000001:3.0:1788536097.196964:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.196971:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536097.196973:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536097.196976:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536097.196979:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536097.197035:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536097.197044:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536097.197064:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536097.197070:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.197073:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.197304:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536097.197307:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536097.197310:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536097.197312:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536097.197313:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1210. 00000400:00000200:1.0:1788536097.197317:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4330 00000400:00000010:1.0:1788536097.197319:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4330. 00000100:00000001:1.0:1788536097.197321:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536097.197325:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536097.197334:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.197341:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536097.197342:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.197344:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536097.197345:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536097.197346:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536097.197348:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536097.197350:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536097.197354:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=124 v=60 (60 61 61 62) 00000100:00001000:1.0:1788536097.197357:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=105 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536097.197359:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536097.197361:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536097.197363:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536097.197370:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.197372:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536097.197373:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771462 00000100:00000001:1.0:1788536097.197375:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536097.197376:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.197380:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.197386:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536097.197388:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536097.197390:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536097.197393:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536097.197401:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964677376:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536097.197405:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.197407:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536097.197410:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac4e00 x1875404964677376/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.197416:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536097.197417:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536097.197419:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b23bc00. 02000000:00000001:1.0:1788536097.197422:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536097.197423:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536097.197425:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536097.197427:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536097.197428:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1ee00. 02000000:00000001:1.0:1788536097.197430:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536097.197431:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536097.197433:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac4e00. 00000100:00000001:1.0:1788536097.197569:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536097.197571:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.197574:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.197576:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536097.197582:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536097.197584:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.197585:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788536097.199412:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.199425:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536097.199428:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.199431:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536097.199455:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.199461:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536097.199469:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.199473:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.199478:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.199482:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebac800 00000400:00000200:3.0:1788536097.199486:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.199492:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508e85 [1] + 224 00000800:00000001:3.0:1788536097.199498:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.199505:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536097.199508:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536097.199512:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536097.199556:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536097.199565:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536097.199576:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536097.199595:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536097.199626:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.199630:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.199907:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536097.199911:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536097.199917:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536097.199919:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536097.199923:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1e18. 00000400:00000200:1.0:1788536097.199927:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4c38 00000400:00000010:1.0:1788536097.199929:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4c38. 00000100:00000001:1.0:1788536097.199932:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536097.199937:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536097.199956:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536152 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.199963:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536097.199965:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.199967:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536097.199970:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536097.199972:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536097.199974:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536097.199977:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536097.199984:0:2404:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=124 v=36 (36 5 5 5) 00000100:00001000:1.0:1788536097.199988:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=70 v=5 (1 1 0 0) 00000100:00000001:1.0:1788536097.199991:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536097.199992:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536097.199995:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536097.199998:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.200001:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536097.200010:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:1.0:1788536097.200012:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536097.200014:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.200025:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.200032:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536097.200046:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536097.200048:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536097.200054:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536152 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536097.200062:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964677632:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536097.200555:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.200559:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536097.200564:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac7b80 x1875404964677632/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536152 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.200572:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536097.200574:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536097.200577:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b24672b6e00. 02000000:00000001:1.0:1788536097.200581:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536097.200583:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536097.200585:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:1.0:1788536097.200587:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536097.200590:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1ea00. 02000000:00000001:1.0:1788536097.200593:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536097.200594:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536097.200596:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac7b80. 00000100:00000001:1.0:1788536097.200600:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536097.200632:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.200636:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.200638:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536097.200639:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536097.200640:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.200642:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788536097.202007:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.202020:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536097.202024:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.202026:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536097.202047:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.202054:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536097.202061:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.202065:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.202070:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.202074:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebac680 00000400:00000200:3.0:1788536097.202079:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536097.202085:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508e6d [1] + 224 00000800:00000001:3.0:1788536097.202092:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.202110:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536097.202113:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536097.202117:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536097.202124:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536097.202136:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536113 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536097.202148:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536097.202176:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536097.202184:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536097.202188:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.202395:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536097.202399:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536097.202405:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536097.202407:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536097.202410:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d17e8. 00000400:00000200:1.0:1788536097.202415:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f42a8 00000400:00000010:1.0:1788536097.202418:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f42a8. 00000100:00000001:1.0:1788536097.202421:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536097.202433:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536113 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536097.202443:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536113 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.202449:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536097.202451:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.202453:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536097.202456:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536097.202458:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536097.202460:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536097.202462:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536097.202467:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1788536097.202470:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=105 v=5 (1 1 0 0) 00000100:00000001:1.0:1788536097.202472:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536097.202474:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536097.202477:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536097.202479:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.202481:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536097.202485:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.202492:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536097.202494:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536097.202496:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536097.202499:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536113 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536097.202505:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1e73104-a124-445d-9e99-edaf7c361d90:2404:1875404964677248:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536097.202510:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.202512:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536097.202515:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac4a80 x1875404964677248/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536113 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536097.202521:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536097.202529:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536097.202533:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2450f6de00. 02000000:00000001:1.0:1788536097.202539:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536097.202542:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536097.202543:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1788536097.202545:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536097.202547:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e500. 02000000:00000001:1.0:1788536097.202551:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536097.202553:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536097.202554:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac4a80. 00000100:00000001:1.0:1788536097.202559:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536097.202573:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.202575:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536097.202673:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536097.202676:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536097.202680:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536097.202682:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536098.151722:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536098.151728:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536098.151734:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536098.151735:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1788536098.152418:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536098.152430:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536098.152434:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788536098.182576:0:279136:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536098.848793:0:279200:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536099.174835:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536099.174841:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536099.174847:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536099.174850:0:275334:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536099.174852:0:275334:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536099.174857:0:275334:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536099.174859:0:275334:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536099.174861:0:275334:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536099.174864:0:275334:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536099.174866:0:275334:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536099.174868:0:275334:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536099.174870:0:275334:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536099.178585:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536099.178591:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536099.178594:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788536100.099848:0:279293:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.197772:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536100.197779:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.197784:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536100.197785:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.197847:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536100.197849:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.197852:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1788536100.392176:0:279329:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788536100.392182:0:279329:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 812b: do not drop no resend request for idle connect ========================================================== 11:34:58 (1788536098) 00000001:00000001:3.0:1788536100.400360:0:279329:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1788536100.602777:0:279350:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788536100.602784:0:279350:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788536100.602786:0:279350:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788536100.602789:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57bc0 00000080:00200000:0.0:1788536100.602793:0:279350:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b2451bfc2c8),name=/ 00000080:00000010:0.0:1788536100.602800:0:279350:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b2447e8ac00. 00800000:00000002:0.0:1788536100.602806:0:279350:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b2448866740 2 00000080:00000001:0.0:1788536100.602809:0:279350:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788536100.602814:0:279350:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788536100.602816:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57ae0 00800000:00000002:0.0:1788536100.602818:0:279350:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788536100.602822:0:279350:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788536100.602824:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.602826:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.602829:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.602831:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.602833:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.602835:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788536100.602837:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.602841:0:279350:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788536100.602845:0:279350:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788536100.602847:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c579b0 00000002:00010000:0.0:1788536100.602849:0:279350:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788536100.602852:0:279350:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788536100.602854:0:279350:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788536100.602856:0:279350:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788536100.602863:0:279350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2449c09600 count: 2 00010000:00000001:0.0:1788536100.602938:0:279350:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788536100.602943:0:279350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536100.602947:0:279350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788536100.602952:0:279350:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245f775800/0x1b470a85376878fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b19 expref: -99 pid: 277259 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788536100.602963:0:279350:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788536100.602968:0:279350:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.602971:0:279350:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245f775800/0x1b470a85376878fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b19 expref: -99 pid: 277259 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788536100.602979:0:279350:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788536100.602981:0:279350:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788536100.602983:0:279350:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788536100.602985:0:279350:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788536100.602987:0:279350:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788536100.602989:0:279350:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:0.0:1788536100.602992:0:279350:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788536100.602994:0:279350:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b2448866740 2 00000080:00000010:0.0:1788536100.602997:0:279350:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b2447e8ac00. 00000080:00000001:0.0:1788536100.603001:0:279350:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788536100.603003:0:279350:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788536100.603006:0:279350:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b2451bfc2c8) 00000080:00010000:0.0:1788536100.603009:0:279350:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b2451bfc2c8) for lock 0x1b470a85376878fd 00800000:00000001:0.0:1788536100.603012:0:279350:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788536100.603014:0:279350:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788536100.603015:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.603018:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.603020:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245f775800 refcount=3 00000020:00000001:0.0:1788536100.603023:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179255625728 : -110894453925888 : ffff9b245f775800) 00010000:00000001:0.0:1788536100.603026:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179255625728 : -110894453925888 : ffff9b245f775800) 00010000:00000001:0.0:1788536100.603028:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.603030:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788536100.603035:0:279350:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.603037:0:279350:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788536100.603040:0:279350:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1b470a85376878fd from it ffffb25381c57bf8 00010000:00000001:0.0:1788536100.603042:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.603043:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.603045:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245f775800 refcount=3 00000020:00000001:0.0:1788536100.603046:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179255625728 : -110894453925888 : ffff9b245f775800) 00010000:00000001:0.0:1788536100.603048:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179255625728 : -110894453925888 : ffff9b245f775800) 00010000:00000001:0.0:1788536100.603050:0:279350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788536100.603053:0:279350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245f775800/0x1b470a85376878fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b19 expref: -99 pid: 277259 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788536100.603059:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.603060:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.603062:0:279350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788536100.603064:0:279350:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788536100.603067:0:279350:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245f775800/0x1b470a85376878fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b19 expref: -99 pid: 277259 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788536100.603075:0:279350:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788536100.603078:0:279350:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788536100.603080:0:279350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788536100.603083:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.603084:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.603086:0:279350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603089:0:279350:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788536100.603090:0:279350:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603092:0:279350:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603094:0:279350:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603096:0:279350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788536100.603098:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.603099:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788536100.603102:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788536100.603103:0:279350:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788536100.603105:0:279350:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b2451bfc2c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788536100.603110:0:279350:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788536100.603120:0:279350:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b246d9d7480. 00000080:00000001:0.0:1788536100.603124:0:279350:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788536100.603126:0:279350:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788536100.603127:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57b00 00000080:00200000:0.0:1788536100.603129:0:279350:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b2451bfc2c8),name=/ 00000080:00000010:0.0:1788536100.603132:0:279350:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b2447e8ac00. 00800000:00000002:0.0:1788536100.603135:0:279350:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b2448866740 2 00000080:00000001:0.0:1788536100.603137:0:279350:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788536100.603138:0:279350:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788536100.603140:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57a20 00800000:00000002:0.0:1788536100.603151:0:279350:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788536100.603154:0:279350:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788536100.603156:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.603157:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.603158:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.603160:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.603161:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.603163:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788536100.603164:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.603167:0:279350:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788536100.603170:0:279350:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788536100.603171:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c578f0 00000002:00010000:0.0:1788536100.603173:0:279350:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788536100.603175:0:279350:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788536100.603176:0:279350:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788536100.603178:0:279350:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788536100.603180:0:279350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2449c09600 count: 2 00010000:00000001:0.0:1788536100.603183:0:279350:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788536100.603185:0:279350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536100.603187:0:279350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788536100.603190:0:279350:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245f775800/0x1b470a85376878fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b19 expref: -99 pid: 277259 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788536100.603198:0:279350:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788536100.603200:0:279350:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.603210:0:279350:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245f775800/0x1b470a85376878fd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b19 expref: -99 pid: 277259 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788536100.603215:0:279350:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788536100.603217:0:279350:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788536100.603219:0:279350:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788536100.603221:0:279350:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788536100.603222:0:279350:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788536100.603224:0:279350:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 1 00000080:00000001:0.0:1788536100.603226:0:279350:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788536100.603228:0:279350:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b2448866740 2 00000080:00000010:0.0:1788536100.603230:0:279350:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b2447e8ac00. 00000080:00000001:0.0:1788536100.603233:0:279350:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788536100.603234:0:279350:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788536100.603236:0:279350:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b2451bfc2c8) 00000080:00010000:0.0:1788536100.603238:0:279350:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b2451bfc2c8) for lock 0x1b470a85376878fd 00800000:00000001:0.0:1788536100.603240:0:279350:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788536100.603242:0:279350:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788536100.603243:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.603245:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.603246:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245f775800 refcount=3 00000020:00000001:0.0:1788536100.603248:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179255625728 : -110894453925888 : ffff9b245f775800) 00010000:00000001:0.0:1788536100.603251:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179255625728 : -110894453925888 : ffff9b245f775800) 00010000:00000001:0.0:1788536100.603253:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.603254:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788536100.603255:0:279350:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.603257:0:279350:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788536100.603259:0:279350:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1b470a85376878fd from it ffffb25381c57b38 00010000:00000001:0.0:1788536100.603260:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.603262:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.603263:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245f775800 refcount=3 00000020:00000001:0.0:1788536100.603265:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179255625728 : -110894453925888 : ffff9b245f775800) 00010000:00000001:0.0:1788536100.603267:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179255625728 : -110894453925888 : ffff9b245f775800) 00010000:00000001:0.0:1788536100.603269:0:279350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788536100.603285:0:279350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245f775800/0x1b470a85376878fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b19 expref: -99 pid: 277259 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788536100.603291:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.603292:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.603293:0:279350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788536100.603295:0:279350:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788536100.603297:0:279350:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245f775800/0x1b470a85376878fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b19 expref: -99 pid: 277259 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788536100.603302:0:279350:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788536100.603303:0:279350:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788536100.603305:0:279350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788536100.603307:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.603308:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.603309:0:279350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603311:0:279350:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788536100.603312:0:279350:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603314:0:279350:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603316:0:279350:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603317:0:279350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788536100.603319:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.603320:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788536100.603322:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788536100.603323:0:279350:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788536100.603325:0:279350:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b2451bfc2c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788536100.603328:0:279350:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.603331:0:279350:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788536100.603333:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57b58 00000080:00200000:0.0:1788536100.603335:0:279350:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff9b2451bfc2c8), file ffff9b244a042a80, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1788536100.603340:0:279350:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff9b245ed9f840. 00000080:00000001:0.0:1788536100.603344:0:279350:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788536100.603346:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57a08 00000080:00200000:0.0:1788536100.603348:0:279350:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff9b2451bfc2c8), intent=open|creat 00000080:00000010:0.0:1788536100.603353:0:279350:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b2447e8ac00. 00800000:00000002:0.0:1788536100.603356:0:279350:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b2448866740 2 00000080:00000001:0.0:1788536100.603365:0:279350:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788536100.603367:0:279350:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788536100.603368:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57928 00800000:00000002:0.0:1788536100.603370:0:279350:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788536100.603373:0:279350:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788536100.603375:0:279350:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788536100.603377:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.603378:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.603380:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.603381:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.603382:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.603384:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:0.0:1788536100.603385:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.603388:0:279350:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446633179398258176 : -110894311293440 : ffff9b2467f7be00) 00800000:00000001:0.0:1788536100.603391:0:279350:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788536100.603393:0:279350:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788536100.603396:0:279350:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788536100.603398:0:279350:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788536100.603400:0:279350:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff9b244134e800: Allocated FID [0x200002b17:0xd92:0x0] 40000000:00000001:0.0:1788536100.603403:0:279350:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.603405:0:279350:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.603407:0:279350:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.603408:0:279350:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.603410:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c578a8 00800000:00000002:0.0:1788536100.603412:0:279350:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0xd92:0x0], name='f812b.sanity' -> mds #0 layout version 1 00000002:00000001:0.0:1788536100.603415:0:279350:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788536100.603416:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c577e0 00000002:00010000:0.0:1788536100.603417:0:279350:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x200002b17:0xd92:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1788536100.603420:0:279350:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788536100.603422:0:279350:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788536100.603426:0:279350:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788536100.603429:0:279350:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.603431:0:279350:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788536100.603432:0:279350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2449c09600 count: 2 00010000:00000001:0.0:1788536100.603434:0:279350:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788536100.603442:0:279350:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788536100.603445:0:279350:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788536100.603447:0:279350:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245f775800/0x1b470a85376878fd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xe59684a4098a5b19 expref: -99 pid: 277259 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788536100.603454:0:279350:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788536100.603457:0:279350:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788536100.603459:0:279350:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788536100.603461:0:279350:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788536100.603463:0:279350:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788536100.603464:0:279350:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788536100.603466:0:279350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2449c09600 count: 3 00010000:00000001:0.0:1788536100.603469:0:279350:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788536100.603471:0:279350:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.603472:0:279350:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788536100.603473:0:279350:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788536100.603474:0:279350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2449c09600 count: 3 00010000:00000001:0.0:1788536100.603476:0:279350:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788536100.603477:0:279350:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.603478:0:279350:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788536100.603480:0:279350:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788536100.603481:0:279350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2449c09600 count: 3 00010000:00000001:0.0:1788536100.603482:0:279350:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788536100.603484:0:279350:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.603485:0:279350:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788536100.603487:0:279350:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff9b2451bfc200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788536100.603491:0:279350:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788536100.603493:0:279350:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788536100.603495:0:279350:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788536100.603497:0:279350:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603499:0:279350:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788536100.603503:0:279350:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788536100.603504:0:279350:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788536100.603506:0:279350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536100.603508:0:279350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788536100.603510:0:279350:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b245f775800 with handle 0x1b470a85376878fd from hash 00010000:00000001:0.0:1788536100.603518:0:279350:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788536100.603519:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.603520:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.603522:0:279350:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788536100.603524:0:279350:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788536100.603526:0:279350:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788536100.603529:0:279350:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788536100.603530:0:279350:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788536100.603532:0:279350:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788536100.603537:0:279350:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9c000. 00000020:00000040:0.0:1788536100.603541:0:279350:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 02000000:00000001:0.0:1788536100.603546:0:279350:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788536100.603547:0:279350:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603550:0:279350:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788536100.603553:0:279350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788536100.603556:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.603557:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.603558:0:279350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.603560:0:279350:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536100.603562:0:279350:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536100.603565:0:279350:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536100.603572:0:279350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b2448aad000. 00000100:00000001:0.0:1788536100.603578:0:279350:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603583:0:279350:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788536100.603585:0:279350:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788536100.603588:0:279350:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245f775800/0x1b470a85376878fd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe59684a4098a5b19 expref: -99 pid: 277259 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788536100.603594:0:279350:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788536100.603596:0:279350:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788536100.603598:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788536100.603831:0:279350:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245f775800/0x1b470a85376878fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xe59684a4098a5b19 expref: -99 pid: 277259 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788536100.603841:0:279350:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b2449c09600 count: 0 00010000:00000010:0.0:1788536100.603852:0:279350:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b2472da1d00. 00010000:00000001:0.0:1788536100.603859:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.603860:0:279350:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603862:0:279350:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788536100.603863:0:279350:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.603865:0:279350:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.603945:0:279350:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633179261026304 : -110894448525312 : ffff9b245fc9c000) 00010000:00000001:0.0:1788536100.603950:0:279350:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788536100.603952:0:279350:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788536100.603958:0:279350:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b2442c5ce00. 00010000:00000010:0.0:1788536100.603962:0:279350:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b24727a9580. 00010000:00000001:0.0:1788536100.603965:0:279350:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788536100.603968:0:279350:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b245eeb6000. 00000020:00000001:0.0:1788536100.603971:0:279350:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788536100.603973:0:279350:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b245eeb6000 with handle 0x1b470a8537687912 to hash 00000020:00000001:0.0:1788536100.603975:0:279350:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788536100.603977:0:279350:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.603980:0:279350:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.603983:0:279350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536100.603984:0:279350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.603988:0:279350:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.603995:0:279350:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788536100.604005:0:279350:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b244134e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788536100.604015:0:279350:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b245fc9c000 x1875404964677888/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788536100.604024:0:279350:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788536100.604029:0:279350:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788536100.604037:0:279350:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788536100.604042:0:279350:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b2467108480. 00000100:00000001:0.0:1788536100.604044:0:279350:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633179383104640 : -110894326446976 : ffff9b2467108480) 00000100:00000001:0.0:1788536100.604047:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.604048:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261026304 : -110894448525312 : ffff9b245fc9c000) 00000100:00000001:0.0:1788536100.604053:0:279350:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536100.604056:0:279350:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.604059:0:279350:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788536100.604060:0:279350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788536100.604065:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9c000 x1875404964677888/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.604072:0:279350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788536100.604075:0:279350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.604078:0:279350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788536100.604080:0:279350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788536100.604082:0:279350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536100.604086:0:279350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9c000 pname:cluuid:pid:xid:nid:opc:job lfs:7c950417-9366-4528-8162-332db0623189:279350:1875404964677888:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1788536100.604090:0:279350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788536100.604094:0:279350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788536100.604097:0:279350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.604099:0:279350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788536100.604159:0:279350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff9b2466da0000. 02000000:00000001:0.0:1788536100.604162:0:279350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536100.604169:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1788536100.604173:0:279350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b245ff389a0. 00000400:00000010:0.0:1788536100.604180:0:279350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff9b2448aaf800. 00000100:00000200:0.0:1788536100.604186:0:279350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875404964677888, portal 10 00000100:00000001:0.0:1788536100.604188:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.604190:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261026304 : -110894448525312 : ffff9b245fc9c000) 00000100:00000040:0.0:1788536100.604196:0:279350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b245fc9c000 x1875404964677888/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788536185 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.604204:0:279350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788536100.604206:0:279350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1788536100.604215:0:279350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b92a8. 00000100:00000200:0.0:1788536100.604220:0:279350:0:(niobuf.c:94:ptl_send_buf()) Sending 528 bytes to portal 12, xid 1875404964677888, offset 0 00000400:00000200:0.0:1788536100.604227:0:279350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1788536100.604235:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536100.604242:0:279350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1788536100.604247:0:279350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788536100.604251:0:279350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1788536100.604255:0:279350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788536100.604258:0:279350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1788536100.604262:0:279350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539871:539871:256:4294967295] 192.168.206.123@tcp LPNI seq info [539822:539822:8:4294967295] 00000400:00000200:0.0:1788536100.604266:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536100.604276:0:279350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788536100.604281:0:279350:0:(socklnd_cb.c:931:ksocknal_send()) sending 528 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1788536100.604286:0:279350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b245ee61500. 00000800:00000200:0.0:1788536100.604293:0:279350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1788536100.604300:0:279350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1788536100.604304:0:279350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b245ee61500 type 1, nob 624 niov 1 nkiov 1 00000100:00000001:0.0:1788536100.604360:0:279350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536100.604365:0:279350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19375 usecs (20 jiffies) 00000400:00000200:0.0:1788536100.604368:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536100.604371:0:279350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305396586 00000100:00000001:0.0:1788536100.604374:0:279350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:0.0:1788536100.604376:0:279350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305396586 00000100:00000001:0.0:1788536100.604379:0:279350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000001:0.0:1788536100.604381:0:279350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536100.604384:0:279350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.604386:0:279350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536100.604388:0:279350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:0.0:1788536100.604391:0:279350:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b2467108480 going to sleep for 80 seconds 00000100:00000001:0.0:1788536100.604394:0:279350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536100.604402:0:279350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788536100.605514:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536100.605521:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b245ee61500. 00000400:00000200:2.0:1788536100.605526:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536100.605533:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536100.605539:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b92a8 00000400:00000010:2.0:1788536100.605541:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b92a8. 00000100:00000001:2.0:1788536100.605545:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536100.605551:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9c000 x1875404964677888/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788536185 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788536100.605575:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536100.605579:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9c000 x1875404964677888/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788536185 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788536100.605586:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536100.605588:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1F:1788536100.610721:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b2449c09600. 00010000:00000010:0.1:1788536100.610747:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b245f775800. 00000800:00000001:3.0:1788536100.616248:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.616263:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536100.616267:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.616270:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536100.616278:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.616286:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536100.616293:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.616309:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.616315:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.616319:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 608 into portal 10 MB=0x6a9abbebac900 00000400:00000200:3.0:1788536100.616323:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.616329:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 608/608 into md 0x508e8d [32] + 224 00000800:00000001:3.0:1788536100.616334:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.616340:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536100.616343:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536100.616347:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536100.616353:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536100.616361:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9c000 x1875404964677888/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788536185 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788536100.616372:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff9b245fc9c000 x1875404964677888/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.616419:0:279350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536100.616445:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536100.616453:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.616456:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788536100.617097:0:279350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536100.617101:0:279350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536100.617104:0:279350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b245ff389a0. 00000400:00000200:0.0:1788536100.617109:0:279350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2448aaf800 00000400:00000010:0.0:1788536100.617111:0:279350:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff9b2448aaf800. 00000100:00000001:0.0:1788536100.617115:0:279350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536100.617121:0:279350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9c000 x1875404964677888/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788536100.617131:0:279350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9c000 x1875404964677888/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/66320 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.617137:0:279350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536100.617139:0:279350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.617205:0:279350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536100.617208:0:279350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536100.617211:0:279350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536100.617213:0:279350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.617215:0:279350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536100.617223:0:279350:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=127 v=60 (60 61 61 62) 00000100:00001000:0.0:1788536100.617227:0:279350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=108 v=5 (1 2 0 0) 00000100:00000001:0.0:1788536100.617230:0:279350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536100.617231:0:279350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.617234:0:279350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536100.617237:0:279350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.617240:0:279350:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788536100.617242:0:279350:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x4000175aa/0x1] 00000100:00000001:0.0:1788536100.617244:0:279350:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788536100.617246:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.617247:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261026304 : -110894448525312 : ffff9b245fc9c000) 00000100:00000001:0.0:1788536100.617251:0:279350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536100.617252:0:279350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1788536100.617254:0:279350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536100.617257:0:279350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536100.617262:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.617284:0:279350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536100.617287:0:279350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536100.617289:0:279350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536100.617294:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788536100.617302:0:279350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9c000 pname:cluuid:pid:xid:nid:opc:job lfs:7c950417-9366-4528-8162-332db0623189:279350:1875404964677888:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1788536100.617307:0:279350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.617309:0:279350:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.617312:0:279350:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788536100.617314:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.617318:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.617324:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788536100.617327:0:279350:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b2467108480. 00000100:00000001:0.0:1788536100.617331:0:279350:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788536100.617332:0:279350:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.617334:0:279350:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788536100.617338:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.617340:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.617342:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=4 00000020:00000001:0.0:1788536100.617344:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.617345:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000040:0.0:1788536100.617351:0:279350:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b245eeb6000, remote cookie: 0xe59684a4098a5b58, flags: 0x1001 00010000:00010000:0.0:1788536100.617355:0:279350:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788536100.617362:0:279350:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0xd92:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788536100.617366:0:279350:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788536100.617379:0:279350:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b2442c5c600. 00010000:00000010:0.0:1788536100.617383:0:279350:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b24727a9880. 00010000:00000040:0.0:1788536100.617389:0:279350:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b2442c5ce00 count: 0 00010000:00000010:0.0:1788536100.617393:0:279350:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b24727a9580. 00010000:00000001:0.0:1788536100.617400:0:279350:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.617404:0:279350:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.617412:0:279350:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 4/0,1 mode: --/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.617419:0:279350:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788536100.617422:0:279350:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788536100.617424:0:279350:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788536100.617426:0:279350:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788536100.617427:0:279350:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788536100.617429:0:279350:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0xd92:0x0].0x0 (ffff9b2442c5c600) refcount = 1 00010000:00010000:0.0:1788536100.617432:0:279350:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.617670:0:279350:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788536100.617673:0:279350:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788536100.617675:0:279350:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788536100.617679:0:279350:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788536100.617680:0:279350:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.617684:0:279350:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 4/0,1 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.617690:0:279350:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788536100.617691:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.617693:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.617694:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.617695:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.617702:0:279350:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.617707:0:279350:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788536100.617710:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.617712:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.617713:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=3 00000020:00000001:0.0:1788536100.617715:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.617717:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.617719:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.617720:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.617721:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=4 00000020:00000001:0.0:1788536100.617723:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.617725:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.617727:0:279350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536100.617730:0:279350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.617733:0:279350:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.617739:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.617740:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.617741:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.617743:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.617744:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=5 00000020:00000001:0.0:1788536100.617746:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.617748:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.617750:0:279350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788536100.617753:0:279350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 5/1,1 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.617759:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.617760:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788536100.617762:0:279350:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.617778:0:279350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788536100.617780:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.617780:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.617782:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.617782:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788536100.617788:0:279350:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x8000037, status=0 req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788536100.617796:0:279350:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788536100.617800:0:279350:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788536100.617807:0:279350:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.617809:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.617810:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.617812:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=3 00000020:00000001:0.0:1788536100.617814:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.617815:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.617817:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.617818:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788536100.617820:0:279350:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.617821:0:279350:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.617824:0:279350:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788536100.617826:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.617827:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261026304 : -110894448525312 : ffff9b245fc9c000) 00000100:00000001:0.0:1788536100.617829:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.617830:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261026304 : -110894448525312 : ffff9b245fc9c000) 00010000:00000001:0.0:1788536100.617832:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.617833:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.617834:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=3 00000020:00000001:0.0:1788536100.617836:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.617837:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00000002:00010000:0.0:1788536100.617846:0:279350:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.617853:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.617854:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.617856:0:279350:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788536100.617857:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.617858:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.617859:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=3 00000020:00000001:0.0:1788536100.617861:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.617863:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000040:0.0:1788536100.617867:0:279350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5c600 count: 2 00010000:00000001:0.0:1788536100.617942:0:279350:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788536100.617946:0:279350:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b24485bc000 type 13 mode 4 res 8589945623/3474 (0 0) 00010000:00000001:0.0:1788536100.617949:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.617950:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788536100.617952:0:279350:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788536100.617954:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57768 00000002:00002000:0.0:1788536100.617956:0:279350:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=open|creat status=0 disp=0x9800037: rc = 0 00000002:00000001:0.0:1788536100.617960:0:279350:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.617963:0:279350:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.617966:0:279350:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788536100.617968:0:279350:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:0.0:1788536100.617972:0:279350:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.617975:0:279350:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b2448866740 2 00000080:00000001:0.0:1788536100.617978:0:279350:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788536100.617979:0:279350:0:(namei.c:674:ll_lookup_it_finish()) it ffff9b245ed9f840 it_disposition 9800037 00000080:00002000:0.0:1788536100.617984:0:279350:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b245293a0d8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788536100.617989:0:279350:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788536100.617991:0:279350:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788536100.617993:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57998 00000080:00200000:0.0:1788536100.617994:0:279350:0:(namei.c:1628:ll_create_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff9b2451bfc2c8), intent=open|creat 00000080:00000001:0.0:1788536100.617996:0:279350:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788536100.617999:0:279350:0:(llite_lib.c:3841:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788536100.618010:0:279350:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788536100.618013:0:279350:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788536100.618021:0:279350:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329042 : 144115373145329042 : 200002b17000d92) 00000080:00000001:0.0:1788536100.618024:0:279350:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788536100.618040:0:279350:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff9b24528e3180. 00000020:00000001:0.0:1788536100.618050:0:279350:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788536100.618052:0:279350:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788536100.618054:0:279350:0:(llite_lib.c:3354:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788536100.618056:0:279350:0:(llite_lib.c:3357:ll_read_inode2()) VFS Op:inode=[0x200002b17:0xd92:0x0](ffff9b24528e3248) 00000080:00000001:0.0:1788536100.618060:0:279350:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329042 : 144115373145329042 : 200002b17000d92) 00000080:00000001:0.0:1788536100.618062:0:279350:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00000002:0.0:1788536100.618065:0:279350:0:(llite_lib.c:3051:ll_update_inode()) setting ino 144115373145329042 mtime from 0 to 1788536100 00000080:00200000:0.0:1788536100.618068:0:279350:0:(llite_lib.c:3120:ll_update_inode()) inode=[0x200002b17:0xd92:0x0], updating i_size 0 00000080:00000001:0.0:1788536100.618070:0:279350:0:(llite_lib.c:3379:ll_read_inode2()) Process leaving 00000020:00000001:0.0:1788536100.618073:0:279350:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788536100.618077:0:279350:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246499816 : -110894463051800 : ffff9b245eec17e8) 00000020:00001000:0.0:1788536100.618079:0:279350:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec17e0 00000020:00000001:0.0:1788536100.618082:0:279350:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788536100.618087:0:279350:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff9b24673b5190. 00000020:00000001:0.0:1788536100.618090:0:279350:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788536100.618092:0:279350:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788536100.618098:0:279350:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788536100.618101:0:279350:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff9b24480d37c0. 00020000:00000001:0.0:1788536100.618104:0:279350:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446633178862794688 : -110894846756928 : ffff9b24480d37c0) 00020000:00000001:0.0:1788536100.618106:0:279350:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788536100.618109:0:279350:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.618113:0:279350:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633179385909776 : -110894323641840 : ffff9b24673b5210) 00000020:00001000:0.0:1788536100.618116:0:279350:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec17e0 00000080:00000001:0.0:1788536100.618118:0:279350:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633179039019592 : -110894670532024 : ffff9b24528e3248) 00010000:00000001:0.0:1788536100.618120:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.618122:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.618123:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=3 00000020:00000001:0.0:1788536100.618125:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.618127:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00000080:00000001:0.0:1788536100.618131:0:279350:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788536100.618136:0:279350:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788536100.618138:0:279350:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246499816 : -110894463051800 : ffff9b245eec17e8) 00000020:00001000:0.0:1788536100.618140:0:279350:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec17e0 00000020:00000001:0.0:1788536100.618203:0:279350:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788536100.618205:0:279350:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:0.0:1788536100.618208:0:279350:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b24480d37c0) owner ffff9b2451610000 00020000:00000001:0.0:1788536100.618211:0:279350:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788536100.618213:0:279350:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b24480d37c0) owner ffff9b2451610000 00020000:00000002:0.0:1788536100.618216:0:279350:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xd92:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788536100.618218:0:279350:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.618220:0:279350:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.618223:0:279350:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788536100.618225:0:279350:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2451610000 00020000:00000002:0.0:1788536100.618228:0:279350:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2451610000 00020000:00000001:0.0:1788536100.618230:0:279350:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788536100.618232:0:279350:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788536100.618234:0:279350:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0xd92:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1788536100.618236:0:279350:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec17e0 00000080:00000001:0.0:1788536100.618238:0:279350:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.618240:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.618241:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788536100.618243:0:279350:0:(llite_lib.c:3939:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788536100.618246:0:279350:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788536100.618247:0:279350:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788536100.618250:0:279350:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200002b17:0xd92:0x0](ffff9b24528e3248) 00000080:00010000:0.0:1788536100.618252:0:279350:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xd92:0x0](ffff9b24528e3248) for lock 0x1b470a8537687912 00800000:00000001:0.0:1788536100.618255:0:279350:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788536100.618257:0:279350:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788536100.618258:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.618259:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.618261:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=3 00000020:00000001:0.0:1788536100.618263:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.618265:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.618267:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.618268:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788536100.618275:0:279350:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.618277:0:279350:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.618279:0:279350:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788536100.618280:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.618286:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.618293:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788536100.618297:0:279350:0:(namei.c:1651:ll_create_it()) inode ffff9b24528e3248 need_sync_to_mds [0x200002b17:0xd92:0x0] 00000080:00000001:0.0:1788536100.618300:0:279350:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788536100.618303:0:279350:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0xd92:0x0](ffff9b24528e3248) 00000080:00000001:0.0:1788536100.618305:0:279350:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788536100.618309:0:279350:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b2447e8ac00. 00000100:00000001:0.0:1788536100.618312:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.618314:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.618320:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.618323:0:279350:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788536100.618325:0:279350:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788536100.618326:0:279350:0:(namei.c:1500:ll_atomic_open()) inode ffff9b24528e3248 need_sync_to_mds [0x200002b17:0xd92:0x0] 00000080:00000001:0.0:1788536100.618333:0:279350:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788536100.618335:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57a68 00000080:00200008:0.0:1788536100.618336:0:279350:0:(file.c:1090:ll_file_open()) START file f812b.sanity:[0x200002b17:0xd92:0x0](ffff9b24528e3248), flags 120501 00000080:00000010:0.0:1788536100.618342:0:279350:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff9b2443307a40. 00000080:00000010:0.0:1788536100.618347:0:279350:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff9b2480409780. 00000080:00000001:0.0:1788536100.618349:0:279350:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788536100.618352:0:279350:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788536100.618354:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.618356:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.618358:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.618360:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.618362:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.618364:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.618366:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.618368:0:279350:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788536100.618371:0:279350:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b246d9d78e0. 00000002:00100000:0.0:1788536100.618382:0:279350:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788536100.618388:0:279350:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.618390:0:279350:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788536100.618393:0:279350:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788536100.618396:0:279350:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.618399:0:279350:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536100.618402:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.618405:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788536100.618411:0:279350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536100.618414:0:279350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff9b2466da0000. 02000000:00000001:0.0:1788536100.618498:0:279350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788536100.618500:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.618503:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57a68 00000080:00000008:0.0:1788536100.618505:0:279350:0:(file.c:1329:ll_file_open()) COMPLETED file f812b.sanity:[0x200002b17:0xd92:0x0](ffff9b24528e3248), flags 100101, rc = 0 00000080:00000001:0.0:1788536100.618509:0:279350:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788536100.618511:0:279350:0:(dcache.c:176:ll_intent_release()) intent ffff9b245ed9f840 released 00000080:00010000:0.0:1788536100.618514:0:279350:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1b470a8537687912 from it ffff9b245ed9f840 00010000:00000001:0.0:1788536100.618516:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.618518:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.618519:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=3 00000020:00000001:0.0:1788536100.618521:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.618524:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:0.0:1788536100.618526:0:279350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788536100.618529:0:279350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.618536:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.618538:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.618539:0:279350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788536100.618541:0:279350:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788536100.618550:0:279350:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788536100.618557:0:279350:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788536100.618560:0:279350:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788536100.618562:0:279350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788536100.618566:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.618567:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.618569:0:279350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.618572:0:279350:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788536100.618573:0:279350:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.618575:0:279350:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.618578:0:279350:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.618579:0:279350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788536100.618581:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.618582:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788536100.618583:0:279350:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788536100.618585:0:279350:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788536100.618587:0:279350:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788536100.618588:0:279350:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788536100.618590:0:279350:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788536100.618591:0:279350:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.618594:0:279350:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788536100.618596:0:279350:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.618598:0:279350:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788536100.618600:0:279350:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.618796:0:279350:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788536100.618799:0:279350:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff9b245ed9f840. 00000080:00000001:0.0:1788536100.618803:0:279350:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.618807:0:279350:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788536100.618809:0:279350:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200002b17:0xd92:0x0](ffff9b24528e3248), inode mode 81a4 mask 40 00000080:00000001:0.0:1788536100.618812:0:279350:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.619037:0:279350:0:(file.c:4644:ll_file_ioctl()) Process entered 00000080:00200080:0.0:1788536100.619040:0:279350:0:(file.c:4646:ll_file_ioctl()) VFS Op:inode=[0x200002b17:0xd92:0x0](ffff9b24528e3248) cmd=4008669a arg=17b42e0 00000080:00000001:0.0:1788536100.619047:0:279350:0:(file.c:3002:ll_lov_setstripe()) Process entered 00000080:00000001:0.0:1788536100.619049:0:279350:0:(llite_lib.c:4367:ll_copy_user_md()) Process entered 00000080:00000010:0.0:1788536100.619054:0:279350:0:(llite_lib.c:4376:ll_copy_user_md()) kmalloced '(*kbuf)': 32 at ffff9b246d9d7760. 00000080:00000001:0.0:1788536100.619057:0:279350:0:(llite_lib.c:4385:ll_copy_user_md()) Process leaving (rc=32 : 32 : 20) 00000080:00000001:0.0:1788536100.619065:0:279350:0:(file.c:2756:ll_lov_setstripe_ea_info()) Process entered 00000080:00000001:0.0:1788536100.619068:0:279350:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788536100.619071:0:279350:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b2447e8ac00. 00800000:00000002:0.0:1788536100.619076:0:279350:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b2448866740 2 00000080:00000001:0.0:1788536100.619079:0:279350:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788536100.619082:0:279350:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788536100.619083:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57b10 00800000:00000002:0.0:1788536100.619085:0:279350:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200002b17:0xd92:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788536100.619088:0:279350:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788536100.619090:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.619091:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.619093:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.619094:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.619096:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.619098:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.619100:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.619102:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57a90 00800000:00000002:0.0:1788536100.619104:0:279350:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0xd92:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788536100.619108:0:279350:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788536100.619109:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c579c8 00000002:00010000:0.0:1788536100.619111:0:279350:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0xd92:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 040000002 00000002:00000001:0.0:1788536100.619115:0:279350:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788536100.619117:0:279350:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788536100.619120:0:279350:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788536100.619124:0:279350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5c600 count: 2 00010000:00000001:0.0:1788536100.619126:0:279350:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788536100.619128:0:279350:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788536100.619131:0:279350:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.619133:0:279350:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.619135:0:279350:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.619137:0:279350:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788536100.619138:0:279350:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788536100.619208:0:279350:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9ea00. 00000020:00000040:0.0:1788536100.619212:0:279350:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b244134e800 02000000:00000001:0.0:1788536100.619217:0:279350:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788536100.619223:0:279350:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.619226:0:279350:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788536100.619230:0:279350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788536100.619233:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.619234:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.619235:0:279350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.619238:0:279350:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536100.619240:0:279350:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536100.619243:0:279350:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536100.619250:0:279350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b2448aaf800. 00000100:00000001:0.0:1788536100.619255:0:279350:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.619259:0:279350:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788536100.619261:0:279350:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.619263:0:279350:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788536100.619264:0:279350:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.619265:0:279350:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.619272:0:279350:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446633179261037056 : -110894448514560 : ffff9b245fc9ea00) 00010000:00000001:0.0:1788536100.619275:0:279350:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788536100.619277:0:279350:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788536100.619281:0:279350:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b2442c5cb00. 00010000:00000010:0.0:1788536100.619285:0:279350:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b24727a9580. 00010000:00000001:0.0:1788536100.619289:0:279350:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788536100.619291:0:279350:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b245eeb7e00. 00000020:00000001:0.0:1788536100.619295:0:279350:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788536100.619297:0:279350:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b245eeb7e00 with handle 0x1b470a8537687919 to hash 00000020:00000001:0.0:1788536100.619299:0:279350:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788536100.619301:0:279350:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.619304:0:279350:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.619306:0:279350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536100.619308:0:279350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.619311:0:279350:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.619318:0:279350:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788536100.619340:0:279350:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b244134e800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788536100.619348:0:279350:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b245fc9ea00 x1875404964678144/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788536100.619357:0:279350:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788536100.619362:0:279350:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788536100.619364:0:279350:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788536100.619369:0:279350:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b2467108480. 00000100:00000001:0.0:1788536100.619371:0:279350:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633179383104640 : -110894326446976 : ffff9b2467108480) 00000100:00000001:0.0:1788536100.619374:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.619375:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261037056 : -110894448514560 : ffff9b245fc9ea00) 00000100:00000001:0.0:1788536100.619379:0:279350:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536100.619383:0:279350:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.619385:0:279350:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788536100.619386:0:279350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788536100.619391:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9ea00 x1875404964678144/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.619398:0:279350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788536100.619400:0:279350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.619404:0:279350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788536100.619406:0:279350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788536100.619408:0:279350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536100.619411:0:279350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9ea00 pname:cluuid:pid:xid:nid:opc:job lfs:7c950417-9366-4528-8162-332db0623189:279350:1875404964678144:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1788536100.619415:0:279350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788536100.619421:0:279350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788536100.619424:0:279350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.619427:0:279350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788536100.619563:0:279350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff9b2448c80000. 02000000:00000001:0.0:1788536100.619566:0:279350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536100.619573:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1788536100.619582:0:279350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b245ff389a0. 00000400:00000010:0.0:1788536100.619588:0:279350:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff9b244314b800. 00000100:00000200:0.0:1788536100.619595:0:279350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875404964678144, portal 10 00000100:00000001:0.0:1788536100.619597:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.619598:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261037056 : -110894448514560 : ffff9b245fc9ea00) 00000100:00000040:0.0:1788536100.619746:0:279350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b245fc9ea00 x1875404964678144/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788536185 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.619753:0:279350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788536100.619756:0:279350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1788536100.619759:0:279350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9a18. 00000100:00000200:0.0:1788536100.619763:0:279350:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875404964678144, offset 0 00000400:00000200:0.0:1788536100.619770:0:279350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1788536100.619777:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536100.619782:0:279350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1788536100.619787:0:279350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788536100.619791:0:279350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1788536100.619794:0:279350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788536100.619797:0:279350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1788536100.619801:0:279350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539872:539872:256:4294967295] 192.168.206.123@tcp LPNI seq info [539823:539823:8:4294967295] 00000400:00000200:0.0:1788536100.619805:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536100.619814:0:279350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788536100.619820:0:279350:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1788536100.619825:0:279350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b245ee61700. 00000800:00000200:0.0:1788536100.619831:0:279350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1788536100.619838:0:279350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1788536100.619842:0:279350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b245ee61700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788536100.619953:0:279350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536100.619958:0:279350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19373 usecs (20 jiffies) 00000400:00000200:0.0:1788536100.619961:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536100.619964:0:279350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305396602 00000100:00000001:0.0:1788536100.619967:0:279350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:0.0:1788536100.619976:0:279350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305396602 00000100:00000001:0.0:1788536100.619978:0:279350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000001:0.0:1788536100.619980:0:279350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536100.619982:0:279350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.619984:0:279350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536100.619986:0:279350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:0.0:1788536100.619989:0:279350:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b2467108480 going to sleep for 80 seconds 00000100:00000001:0.0:1788536100.619992:0:279350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536100.619994:0:279350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536100.620301:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536100.620306:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b245ee61700. 00000400:00000200:3.0:1788536100.620310:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536100.620315:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536100.620321:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9a18 00000400:00000010:3.0:1788536100.620323:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9a18. 00000100:00000001:3.0:1788536100.620327:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536100.620331:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9ea00 x1875404964678144/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788536185 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.620339:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536100.620342:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9ea00 x1875404964678144/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788536185 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.620347:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.620349:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788536100.623831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b2442c5ce00. 00000800:00000001:3.0:1788536100.624043:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.624055:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536100.624059:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.624061:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536100.624070:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.624077:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536100.624085:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.624089:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.624093:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.624098:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 328 into portal 15 MB=0x6a9abbbe24f80 00000400:00000200:3.0:1788536100.624106:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.206.123@tcp of length 328/328 into md 0x5088fd [2] + 1440 00000800:00000001:3.0:1788536100.624113:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.624120:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536100.624123:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536100.624127:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536100.624133:0:2397:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788536100.624136:0:2397:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788536100.624205:0:2397:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a45500. 00000100:00000040:3.0:1788536100.624210:0:2397:0:(events.c:337:request_in_callback()) incoming req@ffff9b2472a45500 x1875404916936576 msgsize 328 00000100:00100000:3.0:1788536100.624215:0:2397:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.123@tcp (source: 12345-192.168.206.123@tcp) 00000100:00000001:3.0:1788536100.624234:0:2397:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788536100.624243:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.624246:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536100.624311:0:245775:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788536100.624314:0:245775:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875404916936576 02000000:00000001:2.0:1788536100.624317:0:245775:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788536100.624319:0:245775:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536100.624322:0:245775:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536100.624326:0:245775:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788536100.624330:0:245775:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875404916936576 00000020:00000001:2.0:1788536100.624333:0:245775:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788536100.624335:0:245775:0:(genops.c:804:class_conn2export()) looking for export cookie 0x1b470a85376708f1 00000020:00000001:2.0:1788536100.624337:0:245775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788536100.624340:0:245775:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9b247254e000 refcount=5 00000020:00000001:2.0:1788536100.624342:0:245775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179572133888 : -110894137417728 : ffff9b247254e000) 00000020:00000001:2.0:1788536100.624344:0:245775:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446633179572133888 : -110894137417728 : ffff9b247254e000) 00000100:00000001:2.0:1788536100.624348:0:245775:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788536100.624352:0:245775:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b247267c180. 00000100:00000001:2.0:1788536100.624355:0:245775:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788536100.624358:0:245775:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b247267c180. 00000020:00000010:2.0:1788536100.624365:0:245775:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff9b244120a400. 00000020:00000010:2.0:1788536100.624379:0:245775:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9b244a67d500. 00000020:00000010:2.0:1788536100.624385:0:245775:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff9b2443253d48. 00000100:00000040:2.0:1788536100.624393:0:245775:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788536100.624396:0:245775:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788536100.624397:0:245775:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788536100.624400:0:245775:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536100.624407:0:245775:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536100.624420:0:245775:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536100.624432:0:245775:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788536100.624434:0:245775:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788536100.624456:0:245775:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.123@tcp, seq: 5385 00000100:00000040:2.0:1788536100.624460:0:245775:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff9b247254e000 : new rpc_count 1 00000100:00000001:2.0:1788536100.624463:0:245775:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446633179577341184 : -110894132210432 : ffff9b2472a45500) 00000100:00000040:2.0:1788536100.624470:0:245775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff9b2472a45500 x1875404916936576/t0(0) o104->7c950417-9366-4528-8162-332db0623189@192.168.206.123@tcp:1/0 lens 328/0 e 0 to 0 dl 1788536111 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536100.624480:0:245775:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788536100.624482:0:245775:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9b247267c180. 00000100:00000001:2.0:1788536100.624484:0:245775:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788536100.624486:0:245775:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff9b247267c180. 00000100:00100000:2.0:1788536100.624491:0:245775:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9b2472a45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:7c950417-9366-4528-8162-332db0623189+5:103447:x1875404916936576:12345-192.168.206.123@tcp:104: 00000100:00000200:2.0:1788536100.624495:0:245775:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875404916936576 00010000:00000001:2.0:1788536100.624497:0:245775:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788536100.624504:0:245775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788536100.624506:0:245775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788536100.624509:0:245775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=2 00000020:00000001:2.0:1788536100.624510:0:245775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:2.0:1788536100.624513:0:245775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:2.0:1788536100.624516:0:245775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788536100.624520:0:245775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788536100.624524:0:245775:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788536100.624535:0:245775:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788536100.624537:0:245775:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788536100.624543:0:245775:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff9b246da50c00. 02000000:00000001:2.0:1788536100.624545:0:245775:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536100.624547:0:245775:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.624551:0:245775:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788536100.624554:0:245775:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788536100.624557:0:245775:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472381de8 time=118 v=5 (1 1 1 1) 00000100:00000001:2.0:1788536100.624562:0:245775:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788536100.624570:0:245775:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9b2446360900 refcount 16 to 192.168.206.123@tcp 00000100:00000001:2.0:1788536100.624573:0:245775:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446633178831915264 : -110894877636352 : ffff9b2446360900) 02000000:00000001:2.0:1788536100.624575:0:245775:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788536100.624577:0:245775:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536100.624581:0:245775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788536100.624583:0:245775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1788536100.624587:0:245775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34880. 00000100:00000200:2.0:1788536100.624592:0:245775:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875404916936576, offset 224 00000400:00000200:2.0:1788536100.624598:0:245775:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1788536100.624634:0:245775:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.624640:0:245775:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.206.23@tcp to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1788536100.624646:0:245775:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539873:539873:256:4294967295] 192.168.206.123@tcp LPNI seq info [539824:539824:8:4294967295] 00000400:00000200:2.0:1788536100.624651:0:245775:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.624659:0:245775:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:192.168.206.23@tcp) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788536100.624664:0:245775:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1788536100.624670:0:245775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b24722e5a00. 00000800:00000200:2.0:1788536100.624675:0:245775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1788536100.624681:0:245775:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1788536100.624685:0:245775:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b24722e5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536100.624694:0:245775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536100.624697:0:245775:0:(lustre_net.h:1977:ptlrpc_connection_put()) PUT conn=ffff9b2446360900 refcount 15 to 192.168.206.123@tcp 00010000:00000001:2.0:1788536100.624700:0:245775:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788536100.624704:0:245775:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff9b2450423780. 00000800:00000200:3.0:1788536100.625038:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536100.625042:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b24722e5a00. 00000400:00000200:3.0:1788536100.625047:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536100.625051:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536100.625055:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34880 00000400:00000010:3.0:1788536100.625058:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34880. 00000100:00000001:3.0:1788536100.625061:0:2398:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788536100.625062:0:2398:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:2.0:1788536100.625829:0:245775:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788536100.625946:0:245775:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788536100.625949:0:245775:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.625950:0:245775:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.625952:0:245775:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536100.625963:0:245775:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a45500 x1875404916936576/t0(0) o104->7c950417-9366-4528-8162-332db0623189@192.168.206.123@tcp:1/0 lens 328/224 e 0 to 0 dl 1788536111 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788536100.625973:0:245775:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9b2472a45500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_002:7c950417-9366-4528-8162-332db0623189+5:103447:x1875404916936576:12345-192.168.206.123@tcp:104: Request processed in 1492us (1761us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536100.625992:0:245775:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.123@tcp, seq: 5385 00000100:00000040:2.0:1788536100.625996:0:245775:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff9b247254e000 : new rpc_count 0 00000100:00000001:2.0:1788536100.625998:0:245775:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788536100.626000:0:245775:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788536100.626005:0:245775:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9b244a67d500. 00000020:00000010:2.0:1788536100.626010:0:245775:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff9b2443253d48. 00000020:00000010:2.0:1788536100.626013:0:245775:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff9b244120a400. 00000020:00000040:2.0:1788536100.626018:0:245775:0:(genops.c:879:class_export_put()) PUTting export ffff9b247254e000 : new refcount 4 00000100:00000001:2.0:1788536100.626021:0:245775:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788536100.634229:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536100.634235:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536100.634240:0:252172:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788536100.634244:0:252172:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788536100.634246:0:252172:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788536100.634253:0:252172:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788536100.634265:0:252172:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b245eeb6000 already unused, calling callback (ffffffffc1c33460) 00000080:00000001:1.0:1788536100.634269:0:252172:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788536100.634272:0:252172:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788536100.634280:0:252172:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788536100.634282:0:252172:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788536100.634286:0:252172:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788536100.634314:0:252172:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788536100.634317:0:252172:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788536100.634319:0:252172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.634322:0:252172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.634324:0:252172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb6000 refcount=3 00000020:00000001:1.0:1788536100.634326:0:252172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:1.0:1788536100.634329:0:252172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246452736 : -110894463098880 : ffff9b245eeb6000) 00010000:00000001:1.0:1788536100.634332:0:252172:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788536100.634335:0:252172:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 3/0,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:1.0:1788536100.634342:0:252172:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788536100.634345:0:252172:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788536100.634348:0:252172:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788536100.634350:0:252172:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200002b17:0xd92:0x0] mode (null) 00000002:00000001:1.0:1788536100.634354:0:252172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788536100.634356:0:252172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788536100.634361:0:252172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5c600 count: 2 00010000:00000001:1.0:1788536100.634364:0:252172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788536100.634368:0:252172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.634479:0:252172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788536100.634481:0:252172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788536100.634483:0:252172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5c600 count: 2 00010000:00000001:1.0:1788536100.634485:0:252172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788536100.634488:0:252172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.634489:0:252172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788536100.634490:0:252172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788536100.634491:0:252172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5c600 count: 2 00010000:00000001:1.0:1788536100.634493:0:252172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788536100.634495:0:252172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.634496:0:252172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788536100.634497:0:252172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788536100.634505:0:252172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5c600 count: 2 00010000:00000001:1.0:1788536100.634507:0:252172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788536100.634510:0:252172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788536100.634511:0:252172:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788536100.634513:0:252172:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788536100.634515:0:252172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788536100.634519:0:252172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246500536 : -110894463051080 : ffff9b245eec1ab8) 00000020:00001000:1.0:1788536100.634521:0:252172:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec1ab0 00000020:00000001:1.0:1788536100.634523:0:252172:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788536100.634526:0:252172:0:(vvp_object.c:117:vvp_conf_set()) [0x200002b17:0xd92:0x0]: losing layout lock 00000080:00000001:1.0:1788536100.634529:0:252172:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788536100.634581:0:252172:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788536100.634587:0:252172:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788536100.634589:0:252172:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788536100.634592:0:252172:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xd92:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788536100.634594:0:252172:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.634595:0:252172:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788536100.634598:0:252172:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec1ab0 00000080:00000001:0.0:1788536100.634600:0:252172:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.634634:0:252172:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788536100.634636:0:252172:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200002b17:0xd92:0x0](ffff9b24528e3248) invalid 00000020:00000001:0.0:1788536100.634640:0:252172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c37c40 00000080:00002000:0.0:1788536100.634642:0:252172:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f812b.sanity (ffff9b245293a0d8) parent ffff9b2452aba1b0 inode ffff9b24528e3248 refc 1 00000080:00000001:0.0:1788536100.634646:0:252172:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788536100.634648:0:252172:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788536100.634650:0:252172:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.634653:0:252172:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788536100.634656:0:252172:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788536100.634658:0:252172:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788536100.634660:0:252172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536100.634662:0:252172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788536100.634665:0:252172:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b245eeb6000 with handle 0x1b470a8537687912 from hash 00010000:00000001:0.0:1788536100.634667:0:252172:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788536100.634669:0:252172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.634671:0:252172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.634672:0:252172:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788536100.634676:0:252172:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788536100.634685:0:252172:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788536100.634690:0:252172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788536100.634694:0:252172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.634695:0:252172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.634697:0:252172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.634699:0:252172:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788536100.634701:0:252172:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788536100.634707:0:252172:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9d180. 00000020:00000040:0.0:1788536100.634711:0:252172:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:0.0:1788536100.634716:0:252172:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536100.634718:0:252172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536100.634722:0:252172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536100.634729:0:252172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b2447e8b800. 00000100:00000001:0.0:1788536100.634734:0:252172:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.634737:0:252172:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788536100.634742:0:252172:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 2/0,0 mode: --/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788536100.634749:0:252172:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788536100.634750:0:252172:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.634755:0:252172:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536100.634759:0:252172:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536100.634770:0:252172:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000a8b1ea0] to pc [ptlrpcd_00_01+1] req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788536100.634790:0:252172:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788536100.634792:0:252172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.634793:0:252172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.634794:0:252172:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.634796:0:252172:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.634798:0:252172:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.634801:0:252172:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 1/0,0 mode: --/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788536100.634807:0:252172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788536100.634814:0:252172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb6000/0x1b470a8537687912 lrc: 0/0,0 mode: --/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0xe59684a4098a5b58 expref: -99 pid: 279350 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:0.0:1788536100.634822:0:252172:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b2442c5c600 count: 0 00010000:00000010:0.0:1788536100.634827:0:252172:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b24727a9880. 00010000:00000001:0.0:1788536100.634835:0:252172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.634837:0:252172:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788536100.634839:0:252172:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff9b2450423780. 00010000:00000001:0.0:1788536100.634842:0:252172:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.634844:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536100.634846:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.634847:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788536100.634849:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536100.634850:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.634852:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788536100.634853:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536100.634855:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.634856:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788536100.635326:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536100.635330:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536100.635333:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536100.635340:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536100.635348:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536100.635350:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536100.635354:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536100.635356:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536100.635359:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536100.635363:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964678272:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788536100.635367:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536100.635473:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536100.635477:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536100.635479:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536100.635485:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244a4ee400. 02000000:00000001:1.0:1788536100.635487:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536100.635494:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536100.635498:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d17e8. 00000400:00000010:1.0:1788536100.635504:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f42a8. 00000100:00000200:1.0:1788536100.635511:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964678272, portal 18 00000100:00000001:1.0:1788536100.635513:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536100.635515:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261030784 : -110894448520832 : ffff9b245fc9d180) 00000100:00000040:1.0:1788536100.635521:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536116 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536100.635536:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536100.635539:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536100.635541:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4c38. 00000100:00000200:1.0:1788536100.635545:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875404964678272, offset 0 00000400:00000200:1.0:1788536100.635552:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536100.635560:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536100.635566:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536100.635571:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536100.635575:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536100.635579:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536100.635582:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536100.635585:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539874:539874:256:4294967295] 192.168.206.123@tcp LPNI seq info [539825:539825:8:4294967295] 00000400:00000200:1.0:1788536100.635589:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536100.635598:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536100.635621:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536100.635627:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e500. 00000800:00000200:1.0:1788536100.635633:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536100.635640:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536100.635643:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788536100.635660:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536100.635665:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19373 usecs (20 jiffies) 00000100:00000001:0.0:1788536100.635665:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1788536100.635668:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536100.635668:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.635671:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305396618 00000100:00000001:1.0:1788536100.635674:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:1.0:1788536100.635676:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305396618 00000100:00000001:1.0:1788536100.635678:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000001:1.0:1788536100.635680:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536100.635682:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.635691:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.635693:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.635699:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536100.635701:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788536100.635703:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536100.635704:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536100.635705:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.635707:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536100.636080:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536100.636086:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e500. 00000400:00000200:3.0:1788536100.636090:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536100.636096:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536100.636107:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4c38 00000400:00000010:3.0:1788536100.636110:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4c38. 00000100:00000001:3.0:1788536100.636113:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536100.636119:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536116 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536100.636129:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536100.636133:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536116 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536100.636140:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.636205:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788536100.639463:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.639478:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536100.639482:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.639484:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536100.639492:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.639499:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536100.639507:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.639512:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.639517:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.639521:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a9abbebaca80 00000400:00000200:3.0:1788536100.639525:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.639530:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508ea5 [1] + 224 00000800:00000001:3.0:1788536100.639537:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.639547:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536100.639550:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536100.639555:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536100.639562:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536100.639570:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536116 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536100.639580:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536116 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536100.639648:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536100.639656:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536100.639659:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.641492:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536100.641498:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536100.641506:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536100.641509:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536100.641512:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d17e8. 00000400:00000200:1.0:1788536100.641520:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f42a8 00000400:00000010:1.0:1788536100.641523:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f42a8. 00000100:00000001:1.0:1788536100.641527:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536100.641537:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536116 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536100.641548:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536116 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536100.641556:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536100.641557:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.641560:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536100.641563:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536100.641566:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536100.641568:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536100.641571:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536100.641579:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b2472549538 time=118 v=5 (5 5 5 5) 00000100:00001000:1.0:1788536100.641583:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=108 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536100.641586:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536100.641588:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.641590:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536100.641594:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.641597:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536100.641600:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771462 00000100:00000001:1.0:1788536100.641634:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536100.641653:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536100.641659:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536116 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536100.641667:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536100.641670:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536100.641672:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536100.641676:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536116 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536100.641683:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964678272:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788536100.641687:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.641689:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536100.641692:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9d180 x1875404964678272/t0(0) o103->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536116 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536100.641698:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536100.641700:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536100.641704:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244a4ee400. 02000000:00000001:1.0:1788536100.641707:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536100.641710:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536100.641712:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536100.641714:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536100.641716:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b2447e8b800. 02000000:00000001:1.0:1788536100.641720:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536100.641721:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536100.641723:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9d180. 00000100:00000001:1.0:1788536100.641726:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536100.641727:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.641730:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.641736:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536100.641738:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.641740:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536100.641743:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536100.644189:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.644204:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536100.644208:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.644210:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.644218:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.644225:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536100.644233:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.644238:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.644242:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.644246:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 664 into portal 10 MB=0x6a9abbebaca00 00000400:00000200:2.0:1788536100.644251:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.644257:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 664/664 into md 0x508e95 [64] + 224 00000800:00000001:2.0:1788536100.644263:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.644318:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.644322:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536100.644326:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536100.644333:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536100.644340:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9ea00 x1875404964678144/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788536185 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788536100.644351:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff9b245fc9ea00 x1875404964678144/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788536100.644387:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536100.644404:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.644407:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.644522:0:279350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788536100.644529:0:279350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536100.644531:0:279350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536100.644534:0:279350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b245ff389a0. 00000400:00000200:0.0:1788536100.644538:0:279350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b244314b800 00000400:00000010:0.0:1788536100.644540:0:279350:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff9b244314b800. 00000100:00000001:0.0:1788536100.644544:0:279350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536100.644548:0:279350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9ea00 x1875404964678144/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788536100.644557:0:279350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9ea00 x1875404964678144/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.644562:0:279350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536100.644564:0:279350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.644566:0:279350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536100.644569:0:279350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536100.644576:0:279350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536100.644578:0:279350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.644581:0:279350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536100.644588:0:279350:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=127 v=60 (60 61 61 62) 00000100:00001000:0.0:1788536100.644592:0:279350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=108 v=5 (1 2 0 0) 00000100:00000001:0.0:1788536100.644594:0:279350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788536100.644598:0:279350:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff9b245fc9ea00 x1875404964678144/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000010:0.1:1788536100.644643:0:279350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b2442c5c600. 00010000:00000010:0.1:1788536100.644649:0:279350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b245eeb6000. 00000100:00000001:0.0:1788536100.644656:0:279350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788536100.644659:0:279350:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788536100.644661:0:279350:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788536100.644663:0:279350:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788536100.644665:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.644666:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261037056 : -110894448514560 : ffff9b245fc9ea00) 00000100:00000001:0.0:1788536100.644669:0:279350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536100.644670:0:279350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1788536100.644672:0:279350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536100.644674:0:279350:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788536100.644679:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788536185 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.644686:0:279350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788536100.644688:0:279350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536100.644691:0:279350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536100.644694:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788536185 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788536100.644702:0:279350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9ea00 pname:cluuid:pid:xid:nid:opc:job lfs:7c950417-9366-4528-8162-332db0623189:279350:1875404964678144:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1788536100.644707:0:279350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.644709:0:279350:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788536100.644711:0:279350:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788536100.644713:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.644716:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788536185 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.644734:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788536100.644737:0:279350:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b2467108480. 00000100:00000001:0.0:1788536100.644741:0:279350:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788536100.644742:0:279350:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788536100.644745:0:279350:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788536100.644750:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.644752:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.644755:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=4 00000020:00000001:0.0:1788536100.644758:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.644760:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00010000:0.0:1788536100.644765:0:279350:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.644774:0:279350:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788536100.644779:0:279350:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.644785:0:279350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788536100.644787:0:279350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.644793:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.644794:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788536100.644796:0:279350:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.644802:0:279350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536100.644804:0:279350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.644807:0:279350:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788536100.644810:0:279350:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.644824:0:279350:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9b245eeb7e00 already unused, calling callback (ffffffffc1c33460) 00000080:00000001:0.0:1788536100.644827:0:279350:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788536100.644830:0:279350:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.644836:0:279350:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788536100.644838:0:279350:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788536100.644841:0:279350:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x206400000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.644846:0:279350:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788536100.644848:0:279350:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788536100.644849:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.644850:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.644851:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=5 00000020:00000001:0.0:1788536100.644853:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.644855:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.644857:0:279350:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788536100.644859:0:279350:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x20e400000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788536100.644865:0:279350:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788536100.644866:0:279350:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.644880:0:279350:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788536100.644882:0:279350:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788536100.644885:0:279350:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788536100.644886:0:279350:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788536100.644888:0:279350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536100.644889:0:279350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788536100.644892:0:279350:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b245eeb7e00 with handle 0x1b470a8537687919 from hash 00010000:00000001:0.0:1788536100.644894:0:279350:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788536100.644901:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.644902:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.644903:0:279350:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788536100.644905:0:279350:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788536100.644906:0:279350:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788536100.644909:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.644910:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.644911:0:279350:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.644913:0:279350:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.644915:0:279350:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.644921:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.644922:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.644923:0:279350:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788536100.644925:0:279350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788536100.644926:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.644927:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.644928:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788536100.644930:0:279350:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687919 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788536100.644937:0:279350:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b2442c5cb00 count: 0 00010000:00000010:0.0:1788536100.644942:0:279350:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff9b24727a9580. 00010000:00000001:0.0:1788536100.644949:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.644950:0:279350:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788536100.644955:0:279350:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788536100.644961:0:279350:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x800002b, status=0 req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788536185 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788536100.644970:0:279350:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788536100.644975:0:279350:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 648/664 e 0 to 0 dl 1788536185 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788536100.644982:0:279350:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.644987:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788536100.644988:0:279350:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.644995:0:279350:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.644997:0:279350:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.645001:0:279350:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788536100.645003:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.645004:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261037056 : -110894448514560 : ffff9b245fc9ea00) 00010000:00000001:0.0:1788536100.645006:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788536100.645007:0:279350:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.645009:0:279350:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788536100.645012:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57950 00000002:00002000:0.0:1788536100.645014:0:279350:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x880002b: rc = 0 00000002:00000001:0.0:1788536100.645016:0:279350:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.645020:0:279350:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.645022:0:279350:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788536100.645024:0:279350:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 0 00000080:00000001:0.0:1788536100.645027:0:279350:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.645031:0:279350:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b2448866740 2 00000080:00000010:0.0:1788536100.645034:0:279350:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b2447e8ac00. 00000080:00000001:0.0:1788536100.645037:0:279350:0:(llite_lib.c:3841:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788536100.645042:0:279350:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788536100.645045:0:279350:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1788536100.645048:0:279350:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788536100.645051:0:279350:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246500536 : -110894463051080 : ffff9b245eec1ab8) 00000020:00001000:0.0:1788536100.645054:0:279350:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec1ab0 00000020:00000001:0.0:1788536100.645056:0:279350:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788536100.645059:0:279350:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788536100.645061:0:279350:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788536100.645088:0:279350:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b245ed9f840. 00020000:00000010:0.0:1788536100.645092:0:279350:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b247818bf00. 00020000:00000010:0.0:1788536100.645096:0:279350:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b245ed9f360. 00020000:00000001:0.0:1788536100.645099:0:279350:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633179245310816 : -110894464240800 : ffff9b245ed9f360) 00020000:00000002:0.0:1788536100.645102:0:279350:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b245ed9f360, objid 0xd92:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788536100.645106:0:279350:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788536100.645111:0:279350:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b247818bf00: ostid: 0x280000401:21192 ost idx: 0 gen: 0 00020000:00000002:0.0:1788536100.645114:0:279350:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b24480d37c0) owner ffff9b2451610000 00020000:00000001:0.0:1788536100.645116:0:279350:0:(lov_object.c:1341:lov_layout_change()) Process entered 00000020:00000001:0.0:1788536100.645123:0:279350:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788536100.645125:0:279350:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246499816 : -110894463051800 : ffff9b245eec17e8) 00000020:00001000:0.0:1788536100.645127:0:279350:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec17e0 00020000:00000002:0.0:1788536100.645129:0:279350:0:(lov_object.c:1353:lov_layout_change()) [0x200002b17:0xd92:0x0] from EMPTY to COMPOSITE 00000020:00000001:0.0:1788536100.645131:0:279350:0:(cl_object.c:368:cl_object_prune()) Process entered 00000080:00000001:0.0:1788536100.645133:0:279350:0:(vvp_object.c:142:vvp_prune()) Process entered 00000080:00000001:0.0:1788536100.645135:0:279350:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788536100.645137:0:279350:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788536100.645138:0:279350:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246500824 : -110894463050792 : ffff9b245eec1bd8) 00000020:00001000:0.0:1788536100.645140:0:279350:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec1bd0 00000020:00000001:0.0:1788536100.645155:0:279350:0:(cl_object.c:143:cl_object_top()) ffff9b24673b5210 -> ffff9b24673b5210 00000020:00000001:0.0:1788536100.645158:0:279350:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788536100.645160:0:279350:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788536100.645162:0:279350:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0xd92:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788536100.645165:0:279350:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788536100.645167:0:279350:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788536100.645168:0:279350:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788536100.645171:0:279350:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0xd92:0x0]io ffff9b245f69c9a0 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788536100.645174:0:279350:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b24480d37c0) owner ffff9b2451610000/ffff9b2451610000 00020000:00000001:0.0:1788536100.645176:0:279350:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:0.0:1788536100.645178:0:279350:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:0.0:1788536100.645180:0:279350:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b24480d37c0) owner ffff9b2451610000/ffff9b2451610000 00000020:00000001:0.0:1788536100.645182:0:279350:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788536100.645184:0:279350:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:0.0:1788536100.645186:0:279350:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788536100.645188:0:279350:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0xd92:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788536100.645191:0:279350:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788536100.645192:0:279350:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788536100.645194:0:279350:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec1bd0 00000080:00000001:0.0:1788536100.645197:0:279350:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.645200:0:279350:0:(vvp_object.c:154:vvp_prune()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.645202:0:279350:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788536100.645205:0:279350:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788536100.645206:0:279350:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788536100.645208:0:279350:0:(lov_object.c:1371:lov_layout_change()) [0x200002b17:0xd92:0x0]Apply new layout lov ffff9b24480d37c0, type 2 00020000:00000001:0.0:1788536100.645211:0:279350:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788536100.645213:0:279350:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b245ed9f360, objid 0xd92:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788536100.645223:0:279350:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788536100.645226:0:279350:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b247818bf00: ostid: 0x280000401:21192 ost idx: 0 gen: 0 00020000:00000010:0.0:1788536100.645230:0:279350:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff9b2449f50ed0. 00020000:00000010:0.0:1788536100.645233:0:279350:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff9b2467108480. 00020000:00000001:0.0:1788536100.645237:0:279350:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788536100.645239:0:279350:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff9b2466d8ccc8. 00020000:00000001:0.0:1788536100.645242:0:279350:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788536100.645244:0:279350:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788536100.645249:0:279350:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788536100.645252:0:279350:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff9b24673b57d0. 00000020:00000001:0.0:1788536100.645254:0:279350:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788536100.645256:0:279350:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788536100.645258:0:279350:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446633179385911376 : -110894323640240 : ffff9b24673b5850) 00020000:00000001:0.0:1788536100.645263:0:279350:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788536100.645267:0:279350:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff9b24671ab340. 00020000:00000001:0.0:1788536100.645270:0:279350:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.645273:0:279350:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446633179385911376 : -110894323640240 : ffff9b24673b5850) 00020000:00000001:0.0:1788536100.645276:0:279350:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446633179385911376 : -110894323640240 : ffff9b24673b5850) 00020000:00000002:0.0:1788536100.645279:0:279350:0:(lov_object.c:134:lov_init_sub()) [0x280000401:0x52c8:0x0]@ffff9b24673b57d0[0:0] -> [0x200002b17:0xd92:0x0]@ffff9b24673b5190: ostid: 0x280000401:21192 ost idx: 0 gen: 0 00020000:00000001:0.0:1788536100.645283:0:279350:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788536100.645286:0:279350:0:(lov_object.c:815:lov_init_composite()) Process leaving 00000020:00001000:0.0:1788536100.645287:0:279350:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec17e0 00020000:00000001:0.0:1788536100.645289:0:279350:0:(lov_object.c:1393:lov_layout_change()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788536100.645291:0:279350:0:(lov_object.c:1527:lov_conf_set()) Process leaving 00020000:00000002:0.0:1788536100.645292:0:279350:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b24480d37c0) owner ffff9b2451610000 00020000:00000002:0.0:1788536100.645295:0:279350:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xd92:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788536100.645297:0:279350:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.645299:0:279350:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788536100.645301:0:279350:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec1ab0 00000080:00000001:0.0:1788536100.645305:0:279350:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329042 : 144115373145329042 : 200002b17000d92) 00000080:00000001:0.0:1788536100.645307:0:279350:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:0.0:1788536100.645311:0:279350:0:(llite_lib.c:3120:ll_update_inode()) inode=[0x200002b17:0xd92:0x0], updating i_size 0 00000080:00000001:0.0:1788536100.645320:0:279350:0:(llite_lib.c:3939:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788536100.645323:0:279350:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788536100.645324:0:279350:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.645327:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.645332:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788536185 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.645338:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.645342:0:279350:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.645344:0:279350:0:(file.c:3197:ll_release_openhandle()) Process entered 00000080:00000010:0.0:1788536100.645348:0:279350:0:(file.c:3210:ll_release_openhandle()) kmalloced '(och)': 56 at ffff9b2480409540. 00800000:00000001:0.0:1788536100.645352:0:279350:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00800000:00000001:0.0:1788536100.645355:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.645358:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.645359:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.645362:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.645363:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.645365:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.645367:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.645369:0:279350:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788536100.645372:0:279350:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff9b246d9d70c0. 00000002:00100000:0.0:1788536100.645376:0:279350:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788536185 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788536100.645382:0:279350:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.645383:0:279350:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.645385:0:279350:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788536100.645388:0:279350:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b2447e8ac00. 00000080:00000001:0.0:1788536100.645390:0:279350:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788536100.645395:0:279350:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788536100.645398:0:279350:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788536100.645399:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.645400:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.645401:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.645402:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.645404:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.645405:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.645407:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.645416:0:279350:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0xd92:0x0] 00000002:00000001:0.0:1788536100.645419:0:279350:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788536100.645421:0:279350:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b244134e800: [0x200002b17:0xd92:0x0] file closed with intent: 0 00000100:00000010:0.0:1788536100.645439:0:279350:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9ca80. 00000020:00000040:0.0:1788536100.645442:0:279350:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:0.0:1788536100.645446:0:279350:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536100.645448:0:279350:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536100.645452:0:279350:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536100.645457:0:279350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b2447e8be00. 00000100:00000001:0.0:1788536100.645463:0:279350:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788536100.645472:0:279350:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788536185 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788536100.645479:0:279350:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b244134e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788536100.645484:0:279350:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b245fc9ca80 x1875404964678528/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788536100.645490:0:279350:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788536100.645491:0:279350:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788536100.645496:0:279350:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b2467108c00. 00000100:00000001:0.0:1788536100.645498:0:279350:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633179383106560 : -110894326445056 : ffff9b2467108c00) 00000100:00000001:0.0:1788536100.645500:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.645501:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261028992 : -110894448522624 : ffff9b245fc9ca80) 00000100:00000001:0.0:1788536100.645504:0:279350:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536100.645508:0:279350:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.645510:0:279350:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788536100.645511:0:279350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788536100.645515:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9ca80 x1875404964678528/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.645521:0:279350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788536100.645523:0:279350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.645527:0:279350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788536100.645529:0:279350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788536100.645531:0:279350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536100.645534:0:279350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9ca80 pname:cluuid:pid:xid:nid:opc:job lfs:7c950417-9366-4528-8162-332db0623189:279350:1875404964678528:192.168.206.123@tcp:35:lfs.0 00000100:00000001:0.0:1788536100.645544:0:279350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788536100.645549:0:279350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788536100.645551:0:279350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.645553:0:279350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788536100.645558:0:279350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b2448aacc00. 02000000:00000001:0.0:1788536100.645560:0:279350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536100.645566:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1788536100.645569:0:279350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b245ff389a0. 00000400:00000010:0.0:1788536100.645575:0:279350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9908. 00000100:00000200:0.0:1788536100.645581:0:279350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875404964678528, portal 10 00000100:00000001:0.0:1788536100.645583:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.645584:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261028992 : -110894448522624 : ffff9b245fc9ca80) 00000100:00000040:0.0:1788536100.645591:0:279350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b245fc9ca80 x1875404964678528/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.645597:0:279350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788536100.645600:0:279350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1788536100.645630:0:279350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9bb0. 00000100:00000200:0.0:1788536100.645634:0:279350:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875404964678528, offset 0 00000400:00000200:0.0:1788536100.645640:0:279350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1788536100.645648:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536100.645654:0:279350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1788536100.645658:0:279350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788536100.645662:0:279350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1788536100.645666:0:279350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788536100.645668:0:279350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1788536100.645672:0:279350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539875:539875:256:4294967295] 192.168.206.123@tcp LPNI seq info [539826:539826:8:4294967295] 00000400:00000200:0.0:1788536100.645676:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536100.645684:0:279350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788536100.645690:0:279350:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1788536100.645695:0:279350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b245ee61e00. 00000800:00000200:0.0:1788536100.645700:0:279350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1788536100.645712:0:279350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1788536100.645717:0:279350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b245ee61e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788536100.645736:0:279350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536100.645741:0:279350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19373 usecs (20 jiffies) 00000400:00000200:0.0:1788536100.645744:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536100.645746:0:279350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305396628 00000100:00000001:0.0:1788536100.645749:0:279350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:0.0:1788536100.645751:0:279350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305396628 00000100:00000001:0.0:1788536100.645753:0:279350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000001:0.0:1788536100.645756:0:279350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536100.645758:0:279350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.645760:0:279350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536100.645762:0:279350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788536100.645765:0:279350:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b2467108c00 going to sleep for 11 seconds 00000100:00000001:0.0:1788536100.645767:0:279350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536100.645769:0:279350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536100.646056:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536100.646061:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b245ee61e00. 00000400:00000200:3.0:1788536100.646064:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536100.646070:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536100.646075:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9bb0 00000400:00000010:3.0:1788536100.646078:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9bb0. 00000100:00000001:3.0:1788536100.646081:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536100.646085:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9ca80 x1875404964678528/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.646094:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536100.646097:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9ca80 x1875404964678528/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.646103:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.646104:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536100.650486:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.650503:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536100.650576:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.650582:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.650590:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.650597:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536100.650720:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.650725:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.650730:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.650734:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a9abbebacb80 00000400:00000200:2.0:1788536100.650738:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.650744:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x508ead [1] + 224 00000800:00000001:2.0:1788536100.650750:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.650757:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.650760:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536100.650764:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536100.650771:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536100.650778:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9ca80 x1875404964678528/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788536100.650788:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b245fc9ca80 x1875404964678528/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.650829:0:279350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536100.650847:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536100.650855:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.650858:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788536100.654325:0:279350:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b2442c5cb00. 00010000:00000010:0.1:1788536100.654339:0:279350:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b245eeb7e00. 00000400:00000001:0.0:1788536100.654351:0:279350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536100.654355:0:279350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536100.654358:0:279350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b245ff389a0. 00000400:00000200:0.0:1788536100.654361:0:279350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9908 00000400:00000010:0.0:1788536100.654363:0:279350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9908. 00000100:00000001:0.0:1788536100.654366:0:279350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536100.654376:0:279350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9ca80 x1875404964678528/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788536100.654385:0:279350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9ca80 x1875404964678528/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.654402:0:279350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536100.654404:0:279350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.654407:0:279350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536100.654410:0:279350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536100.654412:0:279350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536100.654430:0:279350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.654433:0:279350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536100.654442:0:279350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b24725494f0 time=127 v=5 (5 5 5 5) 00000100:00001000:0.0:1788536100.654446:0:279350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=108 v=5 (1 2 0 0) 00000100:00000001:0.0:1788536100.654448:0:279350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536100.654450:0:279350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.654452:0:279350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536100.654456:0:279350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.654458:0:279350:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788536100.654460:0:279350:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788536100.654462:0:279350:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788536100.654464:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.654465:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261028992 : -110894448522624 : ffff9b245fc9ca80) 00000100:00000001:0.0:1788536100.654468:0:279350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536100.654470:0:279350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1788536100.654472:0:279350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536100.654475:0:279350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536100.654480:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9ca80 x1875404964678528/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.654487:0:279350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536100.654490:0:279350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536100.654492:0:279350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536100.654496:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9ca80 x1875404964678528/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788536100.654503:0:279350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9ca80 pname:cluuid:pid:xid:nid:opc:job lfs:7c950417-9366-4528-8162-332db0623189:279350:1875404964678528:192.168.206.123@tcp:35:lfs.0 00000100:00000001:0.0:1788536100.655085:0:279350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.655091:0:279350:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.655093:0:279350:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788536100.655096:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.655102:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9ca80 x1875404964678528/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.655110:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788536100.655121:0:279350:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b2467108c00. 00000100:00000001:0.0:1788536100.655127:0:279350:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788536100.655128:0:279350:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.655136:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.655138:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261028992 : -110894448522624 : ffff9b245fc9ca80) 00000002:00000001:0.0:1788536100.655155:0:279350:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.655159:0:279350:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788536100.655165:0:279350:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b2447e8ac00. 00000080:00000001:0.0:1788536100.655169:0:279350:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788536100.655172:0:279350:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788536100.655174:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.655176:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.655178:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.655181:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.655183:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.655185:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.655187:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.655192:0:279350:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788536100.655198:0:279350:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788536185 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788536100.655206:0:279350:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.655207:0:279350:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788536100.655209:0:279350:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b2480409540. 00000100:00000001:0.0:1788536100.655212:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.655215:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9ca80 x1875404964678528/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.655221:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.655223:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.655225:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788536185 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.655232:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.655233:0:279350:0:(file.c:3225:ll_release_openhandle()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.655237:0:279350:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788536100.655238:0:279350:0:(dcache.c:176:ll_intent_release()) intent ffffb25381c57c90 released 00000080:00000001:0.0:1788536100.655246:0:279350:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788536100.655248:0:279350:0:(file.c:2791:ll_lov_setstripe_ea_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.655252:0:279350:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788536100.655255:0:279350:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788536100.655256:0:279350:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.655259:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.655261:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.655262:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.655264:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.655266:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.655267:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.655269:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.655272:0:279350:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788536100.655274:0:279350:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788536100.655279:0:279350:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.655281:0:279350:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.655283:0:279350:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0xd92:0x0]: 0 00000080:00000001:0.0:1788536100.655285:0:279350:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.655287:0:279350:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:0.0:1788536100.655291:0:279350:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b2447e8ac00. 00000080:00010000:0.0:1788536100.655297:0:279350:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200002b17:0xd92:0x0](ffff9b24528e3248) 00000080:00000001:0.0:1788536100.655300:0:279350:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788536100.655304:0:279350:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788536100.655307:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57b18 00800000:00000002:0.0:1788536100.655309:0:279350:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200002b17:0xd92:0x0] '' on [0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.655312:0:279350:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:0.0:1788536100.655315:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.655316:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.655317:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.655319:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.655320:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.655322:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.655323:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.655325:0:279350:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200002b17:0xd92:0x0], fid2=[0x200002b17:0xd92:0x0], name='' -> mds #0 00000002:00000001:0.0:1788536100.655330:0:279350:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788536100.655332:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c579e8 00000002:00010000:0.0:1788536100.655333:0:279350:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0xd92:0x0]) in obj [0x200002b17:0xd92:0x0], intent: layout flags 0 00000002:00000001:0.0:1788536100.655343:0:279350:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788536100.655345:0:279350:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1788536100.655350:0:279350:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9f800. 00000020:00000040:0.0:1788536100.655354:0:279350:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b244134e800 00010000:00000001:0.0:1788536100.655359:0:279350:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788536100.655363:0:279350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788536100.655369:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.655371:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.655373:0:279350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.655376:0:279350:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536100.655378:0:279350:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536100.655382:0:279350:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536100.655388:0:279350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b2447e8ae00. 00000100:00000001:0.0:1788536100.655402:0:279350:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.655406:0:279350:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788536100.655408:0:279350:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.655409:0:279350:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788536100.655410:0:279350:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.655412:0:279350:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.655416:0:279350:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446633179261040640 : -110894448510976 : ffff9b245fc9f800) 00010000:00000001:0.0:1788536100.655418:0:279350:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788536100.655420:0:279350:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788536100.655425:0:279350:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b2442c5cb00. 00010000:00000010:0.0:1788536100.655429:0:279350:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b24727a9580. 00010000:00000001:0.0:1788536100.655432:0:279350:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788536100.655435:0:279350:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b245eeb7e00. 00000020:00000001:0.0:1788536100.655439:0:279350:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788536100.655442:0:279350:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b245eeb7e00 with handle 0x1b470a8537687920 to hash 00000020:00000001:0.0:1788536100.655444:0:279350:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788536100.655445:0:279350:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.655449:0:279350:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.655453:0:279350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536100.655455:0:279350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.655459:0:279350:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.655474:0:279350:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.655486:0:279350:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 3/1,0 mode: --/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279350 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788536100.655491:0:279350:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788536100.655493:0:279350:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788536100.655498:0:279350:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b2467108c00. 00000100:00000001:0.0:1788536100.655501:0:279350:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633179383106560 : -110894326445056 : ffff9b2467108c00) 00000100:00000001:0.0:1788536100.655503:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.655504:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261040640 : -110894448510976 : ffff9b245fc9f800) 00000100:00000001:0.0:1788536100.657041:0:279350:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536100.657049:0:279350:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.657053:0:279350:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788536100.657056:0:279350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788536100.657067:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.657076:0:279350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788536100.657078:0:279350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.657082:0:279350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788536100.657085:0:279350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788536100.657088:0:279350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536100.657092:0:279350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9f800 pname:cluuid:pid:xid:nid:opc:job lfs:7c950417-9366-4528-8162-332db0623189:279350:1875404964678656:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1788536100.657096:0:279350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788536100.657100:0:279350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788536100.657103:0:279350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.657106:0:279350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788536100.657113:0:279350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b2448aad400. 02000000:00000001:0.0:1788536100.657115:0:279350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536100.657121:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1788536100.657125:0:279350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b245ff389a0. 00000400:00000010:0.0:1788536100.657140:0:279350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9908. 00000100:00000200:0.0:1788536100.657159:0:279350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875404964678656, portal 10 00000100:00000001:0.0:1788536100.657161:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.657162:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261040640 : -110894448510976 : ffff9b245fc9f800) 00000100:00000040:0.0:1788536100.657169:0:279350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788536185 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.657175:0:279350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788536100.657178:0:279350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1788536100.657180:0:279350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b94c8. 00000100:00000200:0.0:1788536100.657184:0:279350:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875404964678656, offset 0 00000400:00000200:0.0:1788536100.657190:0:279350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1788536100.657198:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536100.657205:0:279350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1788536100.657210:0:279350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788536100.657214:0:279350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1788536100.657218:0:279350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788536100.657220:0:279350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1788536100.657224:0:279350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539876:539876:256:4294967295] 192.168.206.123@tcp LPNI seq info [539827:539827:8:4294967295] 00000400:00000200:0.0:1788536100.657228:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536100.657237:0:279350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788536100.657242:0:279350:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1788536100.657249:0:279350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b245ee61e00. 00000800:00000200:0.0:1788536100.657255:0:279350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1788536100.657262:0:279350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1788536100.657266:0:279350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b245ee61e00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1788536100.657349:0:279350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536100.657354:0:279350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19371 usecs (20 jiffies) 00000400:00000200:0.0:1788536100.657358:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536100.657360:0:279350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305396639 00000100:00000001:0.0:1788536100.657363:0:279350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:0.0:1788536100.657372:0:279350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305396639 00000100:00000001:0.0:1788536100.657374:0:279350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000001:0.0:1788536100.657377:0:279350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536100.657380:0:279350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.657382:0:279350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536100.657384:0:279350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:0.0:1788536100.657386:0:279350:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b2467108c00 going to sleep for 80 seconds 00000100:00000001:0.0:1788536100.657389:0:279350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536100.657391:0:279350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536100.663675:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536100.663684:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b245ee61e00. 00000400:00000200:3.0:1788536100.663691:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536100.663699:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536100.663707:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b94c8 00000400:00000010:3.0:1788536100.663709:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b94c8. 00000100:00000001:3.0:1788536100.663714:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536100.663722:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788536185 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.663733:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536100.663737:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788536185 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.663744:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.663746:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536100.667666:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.667683:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536100.667687:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.667689:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.667697:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.667717:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536100.667724:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.667729:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.667733:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.667737:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 10 MB=0x6a9abbebacc00 00000400:00000200:2.0:1788536100.667742:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.667747:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 400/400 into md 0x508eb5 [1] + 224 00000800:00000001:2.0:1788536100.667755:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.667770:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.667773:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536100.667777:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536100.667784:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536100.667792:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788536185 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788536100.667802:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788536100.667823:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536100.667831:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.667834:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.667906:0:279350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788536100.667913:0:279350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536100.667915:0:279350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536100.667918:0:279350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b245ff389a0. 00000400:00000200:0.0:1788536100.667922:0:279350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9908 00000400:00000010:0.0:1788536100.667925:0:279350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9908. 00000100:00000001:0.0:1788536100.667927:0:279350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536100.667932:0:279350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788536100.667942:0:279350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/472 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.667947:0:279350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536100.667949:0:279350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.667951:0:279350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536100.667954:0:279350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536100.667957:0:279350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536100.667958:0:279350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.667961:0:279350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536100.667969:0:279350:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=127 v=60 (60 61 61 62) 00000100:00001000:0.0:1788536100.667974:0:279350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=108 v=5 (1 2 0 0) 00000100:00000001:0.0:1788536100.667977:0:279350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536100.667978:0:279350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.667981:0:279350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536100.667984:0:279350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.667987:0:279350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536100.667995:0:279350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1788536100.667997:0:279350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536100.668000:0:279350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536100.668006:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.668013:0:279350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536100.668016:0:279350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536100.668018:0:279350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536100.668022:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788536185 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788536100.668029:0:279350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9f800 pname:cluuid:pid:xid:nid:opc:job lfs:7c950417-9366-4528-8162-332db0623189:279350:1875404964678656:192.168.206.123@tcp:101:lfs.0 00000100:00000001:0.0:1788536100.668034:0:279350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.668036:0:279350:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.668039:0:279350:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788536100.668040:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.668044:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788536185 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.668049:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788536100.668052:0:279350:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b2467108c00. 00000100:00000001:0.0:1788536100.668056:0:279350:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788536100.668057:0:279350:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.668060:0:279350:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788536100.668063:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.668066:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.668069:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=4 00000020:00000001:0.0:1788536100.668071:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668074:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000040:0.0:1788536100.668081:0:279350:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b245eeb7e00, remote cookie: 0xe59684a4098a5b7b, flags: 0x1000 00010000:00000001:0.0:1788536100.668084:0:279350:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788536100.668088:0:279350:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788536100.668089:0:279350:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788536100.668091:0:279350:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788536100.668098:0:279350:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788536100.668100:0:279350:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0xd92:0x0].0x0 (ffff9b2442c5cb00) refcount = 1 00010000:00010000:0.0:1788536100.668106:0:279350:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.668114:0:279350:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788536100.668118:0:279350:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788536100.668119:0:279350:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788536100.668122:0:279350:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788536100.668124:0:279350:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.668128:0:279350:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 4/1,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.668134:0:279350:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788536100.668136:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668137:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.668138:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668139:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.668151:0:279350:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.668156:0:279350:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788536100.668158:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.668160:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.668161:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=3 00000020:00000001:0.0:1788536100.668163:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668166:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668167:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668168:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788536100.668173:0:279350:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788536185 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1788536100.668182:0:279350:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff9b244134e800: layout return lvb 56 transno 0 00010000:00000001:0.0:1788536100.668184:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.668185:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.668187:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=3 00000020:00000001:0.0:1788536100.668188:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668196:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00000002:00010000:0.0:1788536100.668200:0:279350:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788536100.668208:0:279350:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b2480409540. 00010000:00000001:0.0:1788536100.668211:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668212:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788536100.668213:0:279350:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.668215:0:279350:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.668218:0:279350:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788536100.668219:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.668221:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.668222:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=3 00000020:00000001:0.0:1788536100.668224:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668226:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00000002:00010000:0.0:1788536100.668230:0:279350:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.668235:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668236:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.668238:0:279350:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788536100.668239:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.668240:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.668241:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=3 00000020:00000001:0.0:1788536100.668243:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668245:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000040:0.0:1788536100.668250:0:279350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5cb00 count: 2 00010000:00000001:0.0:1788536100.668253:0:279350:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788536100.668257:0:279350:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b24485bc000 type 13 mode 16 res 8589945623/3474 (0 0) 00010000:00000001:0.0:1788536100.668259:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668260:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788536100.668262:0:279350:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788536100.668270:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57970 00000002:00002000:0.0:1788536100.668272:0:279350:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:0.0:1788536100.668274:0:279350:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.668278:0:279350:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.668280:0:279350:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788536100.668283:0:279350:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200002b17:0xd92:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788536100.668286:0:279350:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.668288:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.668292:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9f800 x1875404964678656/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 376/400 e 0 to 0 dl 1788536185 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.668299:0:279350:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536100.668301:0:279350:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536100.668304:0:279350:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b2448aad400. 02000000:00000001:0.0:1788536100.668307:0:279350:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536100.668310:0:279350:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536100.668311:0:279350:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:0.0:1788536100.668313:0:279350:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536100.668315:0:279350:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b2447e8ae00. 02000000:00000001:0.0:1788536100.668318:0:279350:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536100.668320:0:279350:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536100.668321:0:279350:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9f800. 00000100:00000001:0.0:1788536100.668324:0:279350:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536100.668325:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788536100.668329:0:279350:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b2447e8ac00. 00000080:00010000:0.0:1788536100.668333:0:279350:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xd92:0x0](ffff9b24528e3248) for lock 0x1b470a8537687920 00800000:00000001:0.0:1788536100.668337:0:279350:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788536100.668339:0:279350:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788536100.668341:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.668342:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.668344:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=3 00000020:00000001:0.0:1788536100.668345:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668348:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668350:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668351:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788536100.668353:0:279350:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.668361:0:279350:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788536100.668365:0:279350:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1b470a8537687920 from it ffffb25381c57c38 00010000:00000001:0.0:1788536100.668367:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.668368:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.668370:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=3 00000020:00000001:0.0:1788536100.668372:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668374:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668376:0:279350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788536100.668379:0:279350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788536100.668386:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668387:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.668388:0:279350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788536100.668403:0:279350:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788536100.668406:0:279350:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788536100.668413:0:279350:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788536100.668416:0:279350:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788536100.668418:0:279350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788536100.668421:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668422:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.668424:0:279350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.668427:0:279350:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788536100.668428:0:279350:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.668430:0:279350:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.668433:0:279350:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.668435:0:279350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788536100.668437:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668437:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788536100.668439:0:279350:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.668442:0:279350:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788536100.668444:0:279350:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.668448:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.668451:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.668458:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.668460:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.668462:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.668464:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.668466:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.668469:0:279350:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788536100.668471:0:279350:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788536100.668474:0:279350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5cb00 count: 2 00010000:00000001:0.0:1788536100.668476:0:279350:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788536100.668479:0:279350:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536100.668482:0:279350:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788536100.668486:0:279350:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788536100.668492:0:279350:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788536100.668496:0:279350:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536100.668499:0:279350:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 2/1,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788536100.668505:0:279350:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788536100.668507:0:279350:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0xd92:0x0]: 16 00000080:00000001:0.0:1788536100.668509:0:279350:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1788536100.668511:0:279350:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1788536100.668513:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.668514:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.668516:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=3 00000020:00000001:0.0:1788536100.668518:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668520:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00000080:00010000:0.0:1788536100.668523:0:279350:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200002b17:0xd92:0x0](00000000476eb990) being reconfigured ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1788536100.668531:0:279350:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788536100.668532:0:279350:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788536100.668533:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.668538:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.668540:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=4 00000020:00000001:0.0:1788536100.668542:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668544:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668546:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668547:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788536100.668548:0:279350:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.668550:0:279350:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.668552:0:279350:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1788536100.668554:0:279350:0:(file.c:6866:ll_layout_fetch()) [0x200002b17:0xd92:0x0] LVB_READY=0 l_lvb_data=ffff9b2480409540 l_lvb_len=56 00000080:00000001:0.0:1788536100.668557:0:279350:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.668559:0:279350:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788536100.668561:0:279350:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788536100.668564:0:279350:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246500536 : -110894463051080 : ffff9b245eec1ab8) 00000020:00001000:0.0:1788536100.668566:0:279350:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec1ab0 00000020:00000001:0.0:1788536100.668568:0:279350:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788536100.668572:0:279350:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788536100.668574:0:279350:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788536100.668578:0:279350:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b245ed9f000. 00020000:00000010:0.0:1788536100.668582:0:279350:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b247818b980. 00020000:00000010:0.0:1788536100.668587:0:279350:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b245ed9ff60. 00020000:00000001:0.0:1788536100.668589:0:279350:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633179245313888 : -110894464237728 : ffff9b245ed9ff60) 00020000:00000002:0.0:1788536100.668593:0:279350:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b245ed9ff60, objid 0xd92:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788536100.668597:0:279350:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788536100.668640:0:279350:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b247818b980: ostid: 0x280000401:21192 ost idx: 0 gen: 0 00020000:00000002:0.0:1788536100.668646:0:279350:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b24480d37c0) owner ffff9b2451610000 00020000:00000001:0.0:1788536100.668648:0:279350:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788536100.668651:0:279350:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b24480d37c0) owner ffff9b2451610000 00020000:00000010:0.0:1788536100.668655:0:279350:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b247818b980. 00020000:00000010:0.0:1788536100.668658:0:279350:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b245ed9f000. 00020000:00000010:0.0:1788536100.668662:0:279350:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b245ed9ff60. 00020000:00000002:0.0:1788536100.668664:0:279350:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xd92:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788536100.668666:0:279350:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.668674:0:279350:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.668677:0:279350:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788536100.668679:0:279350:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2451610000 00020000:00000002:0.0:1788536100.668682:0:279350:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b245ed9f360 addref 2/0 by ffff9b2451610000. 00020000:00000002:0.0:1788536100.668685:0:279350:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2451610000 00020000:00000001:0.0:1788536100.668687:0:279350:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788536100.668689:0:279350:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788536100.668690:0:279350:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788536100.668692:0:279350:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788536100.668694:0:279350:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788536100.668696:0:279350:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0xd92:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788536100.668699:0:279350:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec1ab0 00000080:00000001:0.0:1788536100.668701:0:279350:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.668703:0:279350:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1788536100.668704:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668705:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.668707:0:279350:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788536100.668708:0:279350:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788536100.668709:0:279350:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b245eeb7e00 refcount=3 00000020:00000001:0.0:1788536100.668711:0:279350:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668713:0:279350:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179246460416 : -110894463091200 : ffff9b245eeb7e00) 00010000:00000001:0.0:1788536100.668715:0:279350:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788536100.668717:0:279350:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 3/1,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788536100.668724:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668725:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.668726:0:279350:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788536100.668727:0:279350:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788536100.668730:0:279350:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 2/0,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788536100.668736:0:279350:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788536100.668737:0:279350:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788536100.668738:0:279350:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788536100.668746:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668747:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536100.668748:0:279350:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.668750:0:279350:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788536100.668751:0:279350:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.668753:0:279350:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.668755:0:279350:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.668757:0:279350:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788536100.668758:0:279350:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536100.668759:0:279350:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788536100.668761:0:279350:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.668763:0:279350:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788536100.668766:0:279350:0:(file.c:3022:ll_lov_setstripe()) inode ffff9b24528e3248 need_sync_to_mds [0x200002b17:0xd92:0x0] 00000080:00000001:0.0:1788536100.668768:0:279350:0:(file.c:2979:ll_file_getstripe()) Process entered 00000020:00000001:0.0:1788536100.668770:0:279350:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788536100.668771:0:279350:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246500536 : -110894463051080 : ffff9b245eec1ab8) 00000020:00001000:0.0:1788536100.668773:0:279350:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec1ab0 00000020:00000001:0.0:1788536100.668775:0:279350:0:(cl_object.c:398:cl_object_getstripe()) Process entered 00020000:00000001:0.0:1788536100.668777:0:279350:0:(lov_object.c:2263:lov_object_getstripe()) Process entered 00020000:00000002:0.0:1788536100.668779:0:279350:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2451610000 00020000:00000002:0.0:1788536100.668781:0:279350:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b245ed9f360 addref 2/0 by ffff9b2451610000. 00020000:00000002:0.0:1788536100.668783:0:279350:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2451610000 00020000:00000001:0.0:1788536100.668785:0:279350:0:(lov_pack.c:382:lov_getstripe()) Process entered 00020000:00000010:0.0:1788536100.668788:0:279350:0:(lov_pack.c:394:lov_getstripe()) kmalloced '(lmmk)': 56 at ffff9b2480409600. 00020000:00000001:0.0:1788536100.668789:0:279350:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788536100.668790:0:279350:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788536100.668792:0:279350:0:(lov_pack.c:144:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000010:0.0:1788536100.668796:0:279350:0:(lov_pack.c:489:lov_getstripe()) kvfree 'lmmk': 56 at ffff9b2480409600. 00020000:00000001:0.0:1788536100.668799:0:279350:0:(lov_pack.c:491:lov_getstripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788536100.668801:0:279350:0:(lov_object.c:2271:lov_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.668802:0:279350:0:(cl_object.c:408:cl_object_getstripe()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788536100.668804:0:279350:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec1ab0 00000080:00000001:0.0:1788536100.668806:0:279350:0:(file.c:2990:ll_file_getstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788536100.668808:0:279350:0:(file.c:3036:ll_lov_setstripe()) kvfree 'klum': 32 at ffff9b246d9d7760. 00000080:00000001:0.0:1788536100.668810:0:279350:0:(file.c:3037:ll_lov_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.668813:0:279350:0:(file.c:4711:ll_file_ioctl()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788536100.668833:0:279350:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788536100.668839:0:279350:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2451610000 00020000:00000002:0.0:1788536100.668842:0:279350:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2451610000 00020000:00000001:0.0:1788536100.668844:0:279350:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.668851:0:279350:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788536100.668853:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57df0 00000080:00200008:0.0:1788536100.668855:0:279350:0:(file.c:479:ll_file_release()) START file f812b.sanity:[0x200002b17:0xd92:0x0](ffff9b24528e3248), flags 100001 00000080:00000001:0.0:1788536100.668858:0:279350:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788536100.668860:0:279350:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788536100.668861:0:279350:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788536100.668862:0:279350:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2451610000 00020000:00000002:0.0:1788536100.668864:0:279350:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2451610000 00020000:00000001:0.0:1788536100.668865:0:279350:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.668868:0:279350:0:(file.c:341:ll_md_close()) Process entered 00800000:00000001:0.0:1788536100.668870:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.668872:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.668873:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.668874:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.668876:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.668878:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.668880:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.668882:0:279350:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788536100.668883:0:279350:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788536100.668886:0:279350:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5cb00 count: 2 00010000:00000001:0.0:1788536100.668888:0:279350:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788536100.668890:0:279350:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.668892:0:279350:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200002b17:0xd92:0x0]: 0 00000080:00000001:0.0:1788536100.668894:0:279350:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788536100.668895:0:279350:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788536100.668898:0:279350:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff9b2447e8ac00. 00000080:00000001:0.0:1788536100.668900:0:279350:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788536100.668904:0:279350:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788536100.668907:0:279350:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000001:0.0:1788536100.668908:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.668909:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.668910:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.668911:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.668912:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.668919:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.668921:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.668923:0:279350:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200002b17:0xd92:0x0] 00000002:00000001:0.0:1788536100.668926:0:279350:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788536100.668928:0:279350:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff9b244134e800: [0x200002b17:0xd92:0x0] file closed with intent: 0 00000100:00000010:0.0:1788536100.668932:0:279350:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9f800. 00000020:00000040:0.0:1788536100.668935:0:279350:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:0.0:1788536100.668939:0:279350:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536100.668941:0:279350:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536100.668944:0:279350:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536100.668948:0:279350:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b2447e8ae00. 00000100:00000001:0.0:1788536100.668954:0:279350:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788536100.668966:0:279350:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788536100.668974:0:279350:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9b244134e800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788536100.668980:0:279350:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9b245fc9f800 x1875404964678912/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788536100.668986:0:279350:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788536100.668988:0:279350:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788536100.668993:0:279350:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b2467108c00. 00000100:00000001:0.0:1788536100.668995:0:279350:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633179383106560 : -110894326445056 : ffff9b2467108c00) 00000100:00000001:0.0:1788536100.668998:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.668999:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261040640 : -110894448510976 : ffff9b245fc9f800) 00000100:00000001:0.0:1788536100.669003:0:279350:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536100.669006:0:279350:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.669008:0:279350:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788536100.669009:0:279350:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788536100.669013:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9f800 x1875404964678912/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.669020:0:279350:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788536100.669022:0:279350:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.669025:0:279350:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788536100.669034:0:279350:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788536100.669037:0:279350:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536100.669041:0:279350:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9f800 pname:cluuid:pid:xid:nid:opc:job lfs:7c950417-9366-4528-8162-332db0623189:279350:1875404964678912:192.168.206.123@tcp:35:lfs.0 00000100:00000001:0.0:1788536100.669044:0:279350:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788536100.669048:0:279350:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788536100.669050:0:279350:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.669052:0:279350:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788536100.669056:0:279350:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b2448aad400. 02000000:00000001:0.0:1788536100.669058:0:279350:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536100.669062:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1788536100.669065:0:279350:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b245ff389a0. 00000400:00000010:0.0:1788536100.669070:0:279350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9908. 00000100:00000200:0.0:1788536100.669076:0:279350:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875404964678912, portal 10 00000100:00000001:0.0:1788536100.669077:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.669079:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261040640 : -110894448510976 : ffff9b245fc9f800) 00000100:00000040:0.0:1788536100.669084:0:279350:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b245fc9f800 x1875404964678912/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.669090:0:279350:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788536100.669092:0:279350:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1788536100.669094:0:279350:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9f68. 00000100:00000200:0.0:1788536100.669097:0:279350:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875404964678912, offset 0 00000400:00000200:0.0:1788536100.669102:0:279350:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1788536100.669109:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536100.669114:0:279350:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1788536100.669119:0:279350:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788536100.669124:0:279350:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1788536100.669127:0:279350:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788536100.669130:0:279350:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1788536100.669133:0:279350:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539877:539877:256:4294967295] 192.168.206.123@tcp LPNI seq info [539828:539828:8:4294967295] 00000400:00000200:0.0:1788536100.669137:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536100.669156:0:279350:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788536100.669163:0:279350:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1788536100.669174:0:279350:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b245ee61700. 00000800:00000200:0.0:1788536100.669180:0:279350:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1788536100.669186:0:279350:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1788536100.669190:0:279350:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b245ee61700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788536100.669207:0:279350:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536100.669211:0:279350:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19370 usecs (20 jiffies) 00000400:00000200:0.0:1788536100.669215:0:279350:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536100.669218:0:279350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305396651 00000100:00000001:0.0:1788536100.669221:0:279350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:0.0:1788536100.669223:0:279350:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305396651 00000100:00000001:0.0:1788536100.669226:0:279350:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000001:0.0:1788536100.669228:0:279350:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536100.669230:0:279350:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.669233:0:279350:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536100.669235:0:279350:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788536100.669237:0:279350:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b2467108c00 going to sleep for 11 seconds 00000100:00000001:0.0:1788536100.669239:0:279350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536100.669241:0:279350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536100.669675:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536100.669680:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b245ee61700. 00000400:00000200:3.0:1788536100.669684:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536100.669690:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536100.669695:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9f68 00000400:00000010:3.0:1788536100.669697:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9f68. 00000100:00000001:3.0:1788536100.669701:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536100.669706:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9f800 x1875404964678912/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.669715:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536100.669717:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9f800 x1875404964678912/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.669723:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.669724:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536100.674739:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.674754:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536100.674758:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.674760:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.674768:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.674774:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536100.674782:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.674786:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.674791:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.674794:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 456 into portal 10 MB=0x6a9abbebacd00 00000400:00000200:2.0:1788536100.674799:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.674804:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 456/456 into md 0x508ebd [1] + 224 00000800:00000001:2.0:1788536100.674810:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.674826:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.674829:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536100.674834:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536100.674840:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536100.674848:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9f800 x1875404964678912/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788536100.674860:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff9b245fc9f800 x1875404964678912/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788536100.674887:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536100.674894:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.674897:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.674999:0:279350:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788536100.675006:0:279350:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536100.675008:0:279350:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536100.675011:0:279350:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b245ff389a0. 00000400:00000200:0.0:1788536100.675015:0:279350:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9908 00000400:00000010:0.0:1788536100.675017:0:279350:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9908. 00000100:00000001:0.0:1788536100.675020:0:279350:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536100.675024:0:279350:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9f800 x1875404964678912/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788536100.675033:0:279350:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9f800 x1875404964678912/t0(0) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/624 e 0 to 0 dl 1788536116 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.675040:0:279350:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536100.675042:0:279350:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.675044:0:279350:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536100.675052:0:279350:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536100.675054:0:279350:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536100.675056:0:279350:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536100.675059:0:279350:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536100.675067:0:279350:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b24725494f0 time=127 v=5 (5 5 5 5) 00000100:00001000:0.0:1788536100.675070:0:279350:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=108 v=5 (1 2 0 0) 00000100:00000001:0.0:1788536100.675073:0:279350:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536100.675075:0:279350:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536100.675077:0:279350:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536100.675080:0:279350:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.675083:0:279350:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788536100.675085:0:279350:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788536100.675087:0:279350:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788536100.675089:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.675090:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261040640 : -110894448510976 : ffff9b245fc9f800) 00000100:00000001:0.0:1788536100.675093:0:279350:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536100.675095:0:279350:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771462 00000100:00000001:0.0:1788536100.675096:0:279350:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536100.675099:0:279350:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536100.675103:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9f800 x1875404964678912/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.675110:0:279350:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536100.675112:0:279350:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536100.675114:0:279350:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536100.675118:0:279350:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9f800 x1875404964678912/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788536100.675126:0:279350:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9f800 pname:cluuid:pid:xid:nid:opc:job lfs:7c950417-9366-4528-8162-332db0623189:279350:1875404964678912:192.168.206.123@tcp:35:lfs.0 00000100:00000001:0.0:1788536100.675130:0:279350:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536100.675133:0:279350:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.675134:0:279350:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788536100.675136:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.675139:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9f800 x1875404964678912/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.675168:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788536100.675171:0:279350:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b2467108c00. 00000100:00000001:0.0:1788536100.675175:0:279350:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788536100.675176:0:279350:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536100.675183:0:279350:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536100.675184:0:279350:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261040640 : -110894448510976 : ffff9b245fc9f800) 00000002:00000001:0.0:1788536100.675187:0:279350:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.675190:0:279350:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788536100.675194:0:279350:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b2447e8ac00. 00000080:00000001:0.0:1788536100.675198:0:279350:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788536100.675200:0:279350:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00800000:00000001:0.0:1788536100.675203:0:279350:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:0.0:1788536100.675205:0:279350:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:0.0:1788536100.675207:0:279350:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1788536100.675210:0:279350:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1788536100.675211:0:279350:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788536100.675213:0:279350:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:0.0:1788536100.675215:0:279350:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788536100.675220:0:279350:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788536100.675225:0:279350:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788536100.675232:0:279350:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788536100.675234:0:279350:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788536100.675236:0:279350:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff9b2480409780. 00000100:00000001:0.0:1788536100.675239:0:279350:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536100.675241:0:279350:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b245fc9f800 x1875404964678912/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788536100.675247:0:279350:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.675249:0:279350:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788536100.675253:0:279350:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff9b2443307a40. 00000080:00000001:0.0:1788536100.675256:0:279350:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536100.675262:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57df0 00000080:00000008:0.0:1788536100.675264:0:279350:0:(file.c:523:ll_file_release()) COMPLETED file f812b.sanity:[0x200002b17:0xd92:0x0](ffff9b24528e3248), flags 100001, rc = 0 00000080:00000001:0.0:1788536100.675272:0:279350:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788536100.675277:0:279350:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788536100.675279:0:279350:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57e00 00000080:00002000:0.0:1788536100.675280:0:279350:0:(dcache.c:127:ll_ddelete()) deleting dentry f812b.sanity (ffff9b245293a0d8, parent ffff9b2452aba1b0, inode ffff9b24528e3248) hashed, 00000080:00000001:0.0:1788536100.675283:0:279350:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788536100.675291:0:279350:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788536100.675297:0:279350:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788536100.687716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9b246d9d7480. 00000080:00000001:1.0:1788536100.709016:0:279351:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788536100.709023:0:279351:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788536100.709032:0:279351:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788536100.709034:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57b20 00000080:00200000:1.0:1788536100.709038:0:279351:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b2451bfc2c8),name=/ 00000080:00000010:1.0:1788536100.709045:0:279351:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b244a4ee400. 00800000:00000002:1.0:1788536100.709051:0:279351:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b2448866740 2 00000080:00000001:1.0:1788536100.709055:0:279351:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788536100.709059:0:279351:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788536100.709060:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57a40 00800000:00000002:1.0:1788536100.709063:0:279351:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788536100.709066:0:279351:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788536100.709069:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788536100.709071:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788536100.709073:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788536100.709075:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788536100.709078:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788536100.709079:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788536100.709082:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788536100.709085:0:279351:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788536100.709089:0:279351:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788536100.709091:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57910 00000002:00010000:1.0:1788536100.709093:0:279351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788536100.709096:0:279351:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788536100.709098:0:279351:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788536100.709101:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788536100.709106:0:279351:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.709108:0:279351:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.709110:0:279351:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.709112:0:279351:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788536100.709114:0:279351:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788536100.709119:0:279351:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac4a80. 00000020:00000040:1.0:1788536100.709123:0:279351:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b244134e800 00010000:00000001:1.0:1788536100.709128:0:279351:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788536100.709132:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788536100.709137:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.709139:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.709152:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.709161:0:279351:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536100.709164:0:279351:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536100.709168:0:279351:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536100.709174:0:279351:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b24432b0400. 00000100:00000001:1.0:1788536100.709180:0:279351:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.709184:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788536100.709186:0:279351:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.709187:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788536100.709188:0:279351:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.709190:0:279351:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.709195:0:279351:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633179393313408 : -110894316238208 : ffff9b2467ac4a80) 00010000:00000001:1.0:1788536100.709199:0:279351:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788536100.709201:0:279351:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788536100.709205:0:279351:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b2449c09d00. 00010000:00000010:1.0:1788536100.709209:0:279351:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff9b2472da1100. 00010000:00000001:1.0:1788536100.709213:0:279351:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788536100.709216:0:279351:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2467eca200. 00000020:00000001:1.0:1788536100.709219:0:279351:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788536100.709222:0:279351:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2467eca200 with handle 0x1b470a8537687927 to hash 00000020:00000001:1.0:1788536100.709225:0:279351:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788536100.709226:0:279351:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.709229:0:279351:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.709233:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788536100.709235:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536100.709239:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.709247:0:279351:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.709256:0:279351:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788536100.709261:0:279351:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788536100.709268:0:279351:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788536100.709274:0:279351:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b246da55cc0. 00000100:00000001:1.0:1788536100.709276:0:279351:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633179493522624 : -110894216028992 : ffff9b246da55cc0) 00000100:00000001:1.0:1788536100.709279:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536100.709281:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393313408 : -110894316238208 : ffff9b2467ac4a80) 00000100:00000001:1.0:1788536100.709285:0:279351:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536100.709289:0:279351:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.709291:0:279351:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788536100.709292:0:279351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536100.709303:0:279351:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788536100.709312:0:279351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536100.709314:0:279351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536100.709317:0:279351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536100.709320:0:279351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536100.709322:0:279351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536100.709326:0:279351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac4a80 pname:cluuid:pid:xid:nid:opc:job stat:7c950417-9366-4528-8162-332db0623189:279351:1875404964679040:192.168.206.123@tcp:101:stat.0 00000100:00000001:1.0:1788536100.709330:0:279351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536100.709334:0:279351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536100.709337:0:279351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536100.709339:0:279351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536100.709343:0:279351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b244a602000. 02000000:00000001:1.0:1788536100.709345:0:279351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536100.709352:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536100.709355:0:279351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d17e8. 00000400:00000010:1.0:1788536100.709361:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f42a8. 00000100:00000200:1.0:1788536100.709367:0:279351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875404964679040, portal 10 00000100:00000001:1.0:1788536100.709369:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536100.709370:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393313408 : -110894316238208 : ffff9b2467ac4a80) 00000100:00000040:1.0:1788536100.709376:0:279351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788536185 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788536100.709383:0:279351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536100.709386:0:279351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536100.709393:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4330. 00000100:00000200:1.0:1788536100.709396:0:279351:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875404964679040, offset 0 00000400:00000200:1.0:1788536100.709402:0:279351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536100.709410:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536100.709416:0:279351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536100.709421:0:279351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536100.709424:0:279351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536100.709427:0:279351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536100.709430:0:279351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536100.709434:0:279351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539878:539878:256:4294967295] 192.168.206.123@tcp LPNI seq info [539829:539829:8:4294967295] 00000400:00000200:1.0:1788536100.709437:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536100.709446:0:279351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536100.709451:0:279351:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536100.709456:0:279351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e700. 00000800:00000200:1.0:1788536100.709462:0:279351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536100.709469:0:279351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536100.709473:0:279351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788536100.709482:0:279351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536100.709486:0:279351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19365 usecs (20 jiffies) 00000400:00000200:1.0:1788536100.709489:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536100.709491:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305396691 00000100:00000001:1.0:1788536100.709493:0:279351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:1.0:1788536100.709496:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305396691 00000100:00000001:1.0:1788536100.709498:0:279351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000001:1.0:1788536100.709500:0:279351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536100.709502:0:279351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.709504:0:279351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536100.709506:0:279351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:1.0:1788536100.709508:0:279351:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b246da55cc0 going to sleep for 80 seconds 00000100:00000001:1.0:1788536100.709510:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536100.709520:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536100.709845:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536100.709850:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e700. 00000400:00000200:3.0:1788536100.709854:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536100.709859:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536100.709872:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4330 00000400:00000010:3.0:1788536100.709875:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4330. 00000100:00000001:3.0:1788536100.709878:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536100.709883:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788536185 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.709893:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536100.709896:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788536185 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.709903:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.709905:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536100.713215:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.713231:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536100.713235:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.713238:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.713246:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.713253:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536100.713261:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.713265:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.713269:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.713274:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 688 into portal 10 MB=0x6a9abbebacd80 00000400:00000200:2.0:1788536100.713278:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.713284:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 688/688 into md 0x508ec5 [1] + 224 00000800:00000001:2.0:1788536100.713290:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.713297:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.713300:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536100.713304:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536100.713310:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536100.713318:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788536185 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788536100.713328:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788536100.713364:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536100.713372:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.713375:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.713415:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536100.713422:0:279351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536100.713424:0:279351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536100.713427:0:279351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d17e8. 00000400:00000200:1.0:1788536100.713431:0:279351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f42a8 00000400:00000010:1.0:1788536100.713433:0:279351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f42a8. 00000100:00000001:1.0:1788536100.713436:0:279351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536100.713441:0:279351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788536100.713449:0:279351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788536100.713454:0:279351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536100.713456:0:279351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.713458:0:279351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536100.713461:0:279351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536100.713464:0:279351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536100.713466:0:279351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536100.713469:0:279351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536100.713485:0:279351:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=127 v=60 (60 61 61 62) 00000100:00001000:1.0:1788536100.713490:0:279351:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=108 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536100.713492:0:279351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536100.713494:0:279351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.713496:0:279351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536100.713499:0:279351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.713503:0:279351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536100.713505:0:279351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771462 00000100:00000001:1.0:1788536100.713506:0:279351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536100.713510:0:279351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536100.713523:0:279351:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788536100.713531:0:279351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536100.713534:0:279351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536100.713536:0:279351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536100.713540:0:279351:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788536185 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788536100.713555:0:279351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac4a80 pname:cluuid:pid:xid:nid:opc:job stat:7c950417-9366-4528-8162-332db0623189:279351:1875404964679040:192.168.206.123@tcp:101:stat.0 00000100:00000001:1.0:1788536100.713559:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.713563:0:279351:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.713565:0:279351:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788536100.713566:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536100.713570:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788536185 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788536100.713577:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788536100.713579:0:279351:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b246da55cc0. 00000100:00000001:1.0:1788536100.713582:0:279351:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788536100.713583:0:279351:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.713586:0:279351:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788536100.713590:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.713592:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.713595:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467eca200 refcount=4 00000020:00000001:1.0:1788536100.713597:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.713600:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000040:1.0:1788536100.713856:0:279351:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2467eca200, remote cookie: 0xe59684a4098a5b89, flags: 0x1001 00010000:00010000:1.0:1788536100.713862:0:279351:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b89 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.713882:0:279351:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b89 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.713888:0:279351:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788536100.713892:0:279351:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788536100.713894:0:279351:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788536100.713895:0:279351:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788536100.713896:0:279351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788536100.713899:0:279351:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff9b2449c09d00) refcount = 1 00010000:00010000:1.0:1788536100.713910:0:279351:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b89 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.713916:0:279351:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788536100.713920:0:279351:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788536100.713921:0:279351:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788536100.713924:0:279351:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788536100.713927:0:279351:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536100.713930:0:279351:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b89 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.713936:0:279351:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788536100.713937:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.713939:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.713940:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.713941:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.713942:0:279351:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.713947:0:279351:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788536100.713948:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.713950:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.713951:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467eca200 refcount=3 00000020:00000001:1.0:1788536100.713953:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.713955:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.713957:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.713958:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.713960:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467eca200 refcount=4 00000020:00000001:1.0:1788536100.713961:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.713963:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.713965:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788536100.713967:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536100.713970:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b89 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.713986:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.713988:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.713989:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.713990:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.713992:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467eca200 refcount=5 00000020:00000001:1.0:1788536100.713994:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.713996:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.713998:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788536100.714001:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b89 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.714006:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714007:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788536100.714009:0:279351:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b89 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.714015:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788536100.714016:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714017:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.714018:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714019:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788536100.714025:0:279351:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788536185 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788536100.714032:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.714033:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.714034:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467eca200 refcount=3 00000020:00000001:1.0:1788536100.714036:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.714037:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.714039:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714040:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788536100.714041:0:279351:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.714048:0:279351:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.714050:0:279351:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788536100.714052:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.714053:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.714054:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467eca200 refcount=3 00000020:00000001:1.0:1788536100.714056:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.714058:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00000002:00010000:1.0:1788536100.714061:0:279351:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b89 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.714067:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714068:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.714069:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788536100.714071:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.714071:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.714072:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467eca200 refcount=3 00000020:00000001:1.0:1788536100.714074:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.714076:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000040:1.0:1788536100.714081:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2449c09d00 count: 2 00010000:00000001:1.0:1788536100.714083:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788536100.714086:0:279351:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b24485bc000 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788536100.714089:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714089:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788536100.714091:0:279351:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788536100.714093:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57898 00000002:00002000:1.0:1788536100.714095:0:279351:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788536100.714098:0:279351:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788536100.714101:0:279351:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788536100.714104:0:279351:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788536100.714106:0:279351:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:1.0:1788536100.714109:0:279351:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788536100.714112:0:279351:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b2448866740 2 00000080:00000010:1.0:1788536100.714115:0:279351:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b244a4ee400. 00000080:00000001:1.0:1788536100.714119:0:279351:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788536100.714125:0:279351:0:(llite_lib.c:3841:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788536100.714130:0:279351:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788536100.714134:0:279351:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788536100.714138:0:279351:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff9b246d9307c0. 00800000:00000001:1.0:1788536100.714140:0:279351:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446633179492321216 : -110894217230400 : ffff9b246d9307c0) 00800000:00000001:1.0:1788536100.714153:0:279351:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.714155:0:279351:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788536100.714158:0:279351:0:(llite_lib.c:1958:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788536100.714160:0:279351:0:(llite_lib.c:1962:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788536100.714162:0:279351:0:(llite_lib.c:1913:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788536100.714165:0:279351:0:(llite_lib.c:1935:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788536100.714167:0:279351:0:(llite_lib.c:1979:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788536100.714171:0:279351:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788536100.714174:0:279351:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788536100.714176:0:279351:0:(llite_lib.c:3051:ll_update_inode()) setting ino 144115188193296385 mtime from 1788536008 to 1788536100 00000080:00200000:1.0:1788536100.714180:0:279351:0:(llite_lib.c:3120:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788536100.714182:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.714184:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.714185:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467eca200 refcount=3 00000020:00000001:1.0:1788536100.714187:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.714189:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.714192:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714193:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788536100.714194:0:279351:0:(llite_lib.c:3939:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788536100.714197:0:279351:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788536100.714198:0:279351:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b246d9307c0 1 00800000:00000010:1.0:1788536100.714201:0:279351:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff9b246d9307c0. 00800000:00000001:1.0:1788536100.714203:0:279351:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788536100.714206:0:279351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b2451bfc2c8) for lock 0x1b470a8537687927 00800000:00000001:1.0:1788536100.714209:0:279351:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788536100.714210:0:279351:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788536100.714212:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.714213:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.714214:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467eca200 refcount=3 00000020:00000001:1.0:1788536100.714216:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.714224:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.714226:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714227:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788536100.714228:0:279351:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788536100.714231:0:279351:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788536100.714233:0:279351:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788536100.714236:0:279351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9b2451bfc2c8) 00000080:00010000:1.0:1788536100.714239:0:279351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1b470a8537687927 from it ffffb25381c57b58 00010000:00000001:1.0:1788536100.714240:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.714241:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.714243:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467eca200 refcount=3 00000020:00000001:1.0:1788536100.714244:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.714246:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397530112 : -110894312021504 : ffff9b2467eca200) 00010000:00000001:1.0:1788536100.714247:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788536100.714250:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5b89 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.714256:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714257:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.714258:0:279351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788536100.714260:0:279351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788536100.714263:0:279351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467eca200/0x1b470a8537687927 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5b89 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788536100.714270:0:279351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788536100.714272:0:279351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788536100.714274:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788536100.714277:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714278:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.714279:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.714282:0:279351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788536100.714284:0:279351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.714285:0:279351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.714288:0:279351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.714296:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788536100.714298:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714299:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788536100.714301:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536100.714306:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac4a80 x1875404964679040/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/688 e 0 to 0 dl 1788536185 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788536100.714312:0:279351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536100.714314:0:279351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536100.714318:0:279351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b244a602000. 02000000:00000001:1.0:1788536100.714321:0:279351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536100.714323:0:279351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536100.714324:0:279351:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536100.714326:0:279351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536100.714329:0:279351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b24432b0400. 02000000:00000001:1.0:1788536100.714332:0:279351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536100.714333:0:279351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536100.714335:0:279351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac4a80. 00000100:00000001:1.0:1788536100.714338:0:279351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536100.714339:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788536100.714342:0:279351:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9b2451bfc2c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788536100.714347:0:279351:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788536100.714359:0:279351:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff9b24728b8440. 00000020:00000001:1.0:1788536100.714363:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57ae8 00000080:00200000:1.0:1788536100.714365:0:279351:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff9b2451bfc2c8), flags=8 00000080:00000001:1.0:1788536100.714368:0:279351:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788536100.714370:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57998 00000080:00200000:1.0:1788536100.714372:0:279351:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f812b.sanity, dir=[0x200000007:0x1:0x0](ffff9b2451bfc2c8), intent=getattr 00000080:00000010:1.0:1788536100.714378:0:279351:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b244a4ee400. 00800000:00000002:1.0:1788536100.714382:0:279351:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b2448866740 2 00000080:00000001:1.0:1788536100.714387:0:279351:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788536100.714389:0:279351:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788536100.714391:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c578b8 00800000:00000002:1.0:1788536100.714393:0:279351:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788536100.714395:0:279351:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:1.0:1788536100.714399:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:1.0:1788536100.714401:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:1.0:1788536100.714407:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1788536100.714409:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1788536100.714412:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788536100.714414:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:1.0:1788536100.714416:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536100.714419:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57850 00800000:00000002:1.0:1788536100.714421:0:279351:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f812b.sanity' -> mds #0 00000002:00000001:1.0:1788536100.714426:0:279351:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788536100.714428:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57788 00000002:00010000:1.0:1788536100.714429:0:279351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f812b.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788536100.714433:0:279351:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788536100.714435:0:279351:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788536100.714438:0:279351:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac4a80. 00000020:00000040:1.0:1788536100.714441:0:279351:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b244134e800 00010000:00000001:1.0:1788536100.714445:0:279351:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788536100.714448:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788536100.714451:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.714452:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.714453:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.714455:0:279351:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536100.714457:0:279351:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536100.714461:0:279351:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536100.714466:0:279351:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9b24432b0400. 00000100:00000001:1.0:1788536100.714472:0:279351:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.714475:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788536100.714477:0:279351:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.714478:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788536100.714479:0:279351:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.714481:0:279351:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.714487:0:279351:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446633179393313408 : -110894316238208 : ffff9b2467ac4a80) 00010000:00000001:1.0:1788536100.714490:0:279351:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788536100.714492:0:279351:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788536100.714495:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2449c09d00 count: 2 00010000:00000001:1.0:1788536100.714497:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788536100.714499:0:279351:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788536100.714508:0:279351:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b2467ecb600. 00000020:00000001:1.0:1788536100.714511:0:279351:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788536100.714513:0:279351:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b2467ecb600 with handle 0x1b470a853768792e to hash 00000020:00000001:1.0:1788536100.714515:0:279351:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788536100.714516:0:279351:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.714519:0:279351:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.714521:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788536100.714523:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536100.714526:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.714532:0:279351:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.714541:0:279351:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 279351 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788536100.714546:0:279351:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788536100.714547:0:279351:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788536100.714552:0:279351:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b246da55cc0. 00000100:00000001:1.0:1788536100.714554:0:279351:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633179493522624 : -110894216028992 : ffff9b246da55cc0) 00000100:00000001:1.0:1788536100.714556:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536100.714558:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393313408 : -110894316238208 : ffff9b2467ac4a80) 00000100:00000001:1.0:1788536100.714561:0:279351:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536100.714564:0:279351:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.714566:0:279351:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788536100.714568:0:279351:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536100.714572:0:279351:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788536100.714579:0:279351:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536100.714581:0:279351:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536100.714584:0:279351:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536100.714587:0:279351:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536100.714589:0:279351:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536100.714597:0:279351:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac4a80 pname:cluuid:pid:xid:nid:opc:job stat:7c950417-9366-4528-8162-332db0623189:279351:1875404964679168:192.168.206.123@tcp:101:stat.0 00000100:00000001:1.0:1788536100.714600:0:279351:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536100.714626:0:279351:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536100.714629:0:279351:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536100.714632:0:279351:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536100.714636:0:279351:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff9b244a602000. 02000000:00000001:1.0:1788536100.714638:0:279351:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536100.714643:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536100.714646:0:279351:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d17e8. 00000400:00000010:1.0:1788536100.714651:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f42a8. 00000100:00000200:1.0:1788536100.714658:0:279351:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875404964679168, portal 10 00000100:00000001:1.0:1788536100.714660:0:279351:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536100.714661:0:279351:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393313408 : -110894316238208 : ffff9b2467ac4a80) 00000100:00000040:1.0:1788536100.714666:0:279351:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788536185 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788536100.714673:0:279351:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536100.714675:0:279351:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536100.714678:0:279351:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4088. 00000100:00000200:1.0:1788536100.714681:0:279351:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1875404964679168, offset 0 00000400:00000200:1.0:1788536100.714686:0:279351:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536100.714694:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536100.714700:0:279351:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536100.714705:0:279351:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536100.714708:0:279351:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536100.714712:0:279351:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536100.714714:0:279351:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536100.714718:0:279351:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539879:539879:256:4294967295] 192.168.206.123@tcp LPNI seq info [539830:539830:8:4294967295] 00000400:00000200:1.0:1788536100.714722:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536100.714730:0:279351:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536100.714736:0:279351:0:(socklnd_cb.c:931:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536100.714740:0:279351:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1ec00. 00000800:00000200:1.0:1788536100.714751:0:279351:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536100.714757:0:279351:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536100.714761:0:279351:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1ec00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1788536100.714780:0:279351:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536100.714785:0:279351:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19360 usecs (20 jiffies) 00000400:00000200:1.0:1788536100.714788:0:279351:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536100.714790:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305396695 00000100:00000001:1.0:1788536100.714794:0:279351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:1.0:1788536100.714796:0:279351:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305396695 00000100:00000001:1.0:1788536100.714798:0:279351:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000001:1.0:1788536100.714800:0:279351:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536100.714802:0:279351:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.714805:0:279351:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536100.714806:0:279351:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=80 : 80 : 50) 00000100:00100000:1.0:1788536100.714809:0:279351:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b246da55cc0 going to sleep for 80 seconds 00000100:00000001:1.0:1788536100.714811:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536100.714812:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536100.715199:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536100.715204:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1ec00. 00000400:00000200:3.0:1788536100.715208:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536100.715213:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536100.715217:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4088 00000400:00000010:3.0:1788536100.715226:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4088. 00000100:00000001:3.0:1788536100.715229:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536100.715233:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788536185 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.715241:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536100.715244:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788536185 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.715249:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.715250:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536100.721771:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.721787:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536100.721791:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.721793:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.721802:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.721808:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536100.721817:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.721822:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.721827:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.721831:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 640 into portal 10 MB=0x6a9abbebace00 00000400:00000200:2.0:1788536100.721836:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.721842:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 640/640 into md 0x508ecd [1] + 224 00000800:00000001:2.0:1788536100.721849:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.721856:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.721859:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536100.721864:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536100.721934:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536100.721944:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788536185 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788536100.721954:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788536100.721973:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536100.721981:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.721984:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.722045:0:279351:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536100.722052:0:279351:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536100.722055:0:279351:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536100.722058:0:279351:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d17e8. 00000400:00000200:1.0:1788536100.722062:0:279351:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f42a8 00000400:00000010:1.0:1788536100.722064:0:279351:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f42a8. 00000100:00000001:1.0:1788536100.722067:0:279351:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536100.722071:0:279351:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788536100.722080:0:279351:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/1152 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788536100.722086:0:279351:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536100.722088:0:279351:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.722090:0:279351:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536100.722092:0:279351:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536100.722107:0:279351:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536100.722109:0:279351:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536100.722111:0:279351:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536100.722120:0:279351:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=127 v=60 (60 61 61 62) 00000100:00001000:1.0:1788536100.722124:0:279351:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=108 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536100.722127:0:279351:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536100.722129:0:279351:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.722131:0:279351:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536100.722135:0:279351:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.722138:0:279351:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536100.722140:0:279351:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771462 00000100:00000001:1.0:1788536100.722156:0:279351:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536100.722159:0:279351:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536100.722164:0:279351:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/640 e 0 to 0 dl 1788536185 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788536100.722171:0:279351:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536100.722174:0:279351:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536100.722176:0:279351:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536100.722180:0:279351:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/640 e 0 to 0 dl 1788536185 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788536100.722187:0:279351:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac4a80 pname:cluuid:pid:xid:nid:opc:job stat:7c950417-9366-4528-8162-332db0623189:279351:1875404964679168:192.168.206.123@tcp:101:stat.0 00000100:00000001:1.0:1788536100.722191:0:279351:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536100.722194:0:279351:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536100.722196:0:279351:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788536100.722198:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536100.722202:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/640 e 0 to 0 dl 1788536185 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788536100.722208:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788536100.722211:0:279351:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b246da55cc0. 00000100:00000001:1.0:1788536100.722213:0:279351:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788536100.722215:0:279351:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536100.722217:0:279351:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788536100.722221:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.722228:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.722231:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=4 00000020:00000001:1.0:1788536100.722233:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.722236:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000040:1.0:1788536100.722242:0:279351:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b2467ecb600, remote cookie: 0xe59684a4098a5ba5, flags: 0x1001 00010000:00010000:1.0:1788536100.722247:0:279351:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788536100.722255:0:279351:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200002b17:0xd92:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788536100.722258:0:279351:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788536100.722264:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5cb00 count: 2 00010000:00000001:1.0:1788536100.722267:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788536100.722270:0:279351:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536100.722273:0:279351:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 4/1,0 mode: --/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.722280:0:279351:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 4/1,0 mode: --/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.722286:0:279351:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788536100.722289:0:279351:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788536100.722291:0:279351:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788536100.722293:0:279351:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788536100.722294:0:279351:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788536100.722296:0:279351:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200002b17:0xd92:0x0].0x0 (ffff9b2442c5cb00) refcount = 2 00010000:00000040:1.0:1788536100.722299:0:279351:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788536100.722302:0:279351:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b245eeb7e00/0x1b470a8537687920 lrc: 1/0,0 mode: CR/CR res: [0x200002b17:0xd92:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe59684a4098a5b7b expref: -99 pid: 279350 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788536100.722308:0:279351:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.722323:0:279351:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788536100.722325:0:279351:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788536100.722327:0:279351:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788536100.722330:0:279351:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788536100.722332:0:279351:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536100.722335:0:279351:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.722341:0:279351:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788536100.722342:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.722344:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.722345:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.722346:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.722347:0:279351:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.722352:0:279351:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788536100.722354:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.722355:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.722357:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=3 00000020:00000001:1.0:1788536100.722358:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.722360:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.722363:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.722364:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.722365:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=4 00000020:00000001:1.0:1788536100.722367:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.722369:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.722372:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788536100.722374:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536100.722377:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.722383:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.722388:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.722390:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.722391:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.722393:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=5 00000020:00000001:1.0:1788536100.722395:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.722397:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.722399:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788536100.722402:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 5/2,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.722407:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.722408:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788536100.722411:0:279351:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 4/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.722416:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788536100.722417:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.722418:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.722419:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.722420:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788536100.722425:0:279351:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/640 e 0 to 0 dl 1788536185 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788536100.722433:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.722434:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.722435:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=3 00000020:00000001:1.0:1788536100.722437:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.722439:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00000002:00010000:1.0:1788536100.722442:0:279351:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788536100.722450:0:279351:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff9b246d9307c0. 00010000:00000001:1.0:1788536100.722452:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.722457:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788536100.722458:0:279351:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.722460:0:279351:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788536100.722463:0:279351:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788536100.722465:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.722467:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.722468:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=3 00000020:00000001:1.0:1788536100.722470:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.722472:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00000002:00010000:1.0:1788536100.722476:0:279351:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788536100.722493:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.722494:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536100.722496:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788536100.722498:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788536100.722499:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788536100.722500:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=3 00000020:00000001:1.0:1788536100.722502:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:1.0:1788536100.722504:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000040:1.0:1788536100.722743:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5cb00 count: 3 00010000:00000001:1.0:1788536100.722747:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788536100.722751:0:279351:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9b24485bc000 type 13 mode 4 res 8589945623/3474 (0 0) 00010000:00000001:1.0:1788536100.722754:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788536100.722755:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788536100.722757:0:279351:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788536100.722760:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57710 00000002:00002000:1.0:1788536100.722762:0:279351:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f812b.sanity intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788536100.722765:0:279351:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788536100.722770:0:279351:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788536100.722773:0:279351:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788536100.722776:0:279351:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 -1: rc 0 00000080:00000001:1.0:1788536100.722779:0:279351:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788536100.722783:0:279351:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b2448866740 2 00000080:00000001:1.0:1788536100.722792:0:279351:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788536100.722793:0:279351:0:(namei.c:674:ll_lookup_it_finish()) it ffffb25381c57b20 it_disposition b 00000080:00000001:1.0:1788536100.722796:0:279351:0:(llite_lib.c:3841:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788536100.722802:0:279351:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788536100.722804:0:279351:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788536100.722807:0:279351:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329042 : 144115373145329042 : 200002b17000d92) 00000080:00000001:1.0:1788536100.722810:0:279351:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788536100.727203:0:279351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788536100.727211:0:279351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246501256 : -110894463050360 : ffff9b245eec1d88) 00000020:00001000:2.0:1788536100.727217:0:279351:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec1d80 00000020:00000001:2.0:1788536100.727220:0:279351:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788536100.727241:0:279351:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788536100.727244:0:279351:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788536100.727250:0:279351:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b24801d8840. 00020000:00000010:2.0:1788536100.727255:0:279351:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b2450256b80. 00020000:00000010:2.0:1788536100.727260:0:279351:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b24801d83c0. 00020000:00000001:2.0:1788536100.727262:0:279351:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633179803386816 : -110893906164800 : ffff9b24801d83c0) 00020000:00000002:2.0:1788536100.727266:0:279351:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b24801d83c0, objid 0xd92:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788536100.727270:0:279351:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788536100.727274:0:279351:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b2450256b80: ostid: 0x280000401:21192 ost idx: 0 gen: 0 00020000:00000002:2.0:1788536100.727278:0:279351:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b24480d37c0) owner ffff9b2444dd27c0 00020000:00000001:2.0:1788536100.727280:0:279351:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788536100.727283:0:279351:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b24480d37c0) owner ffff9b2444dd27c0 00020000:00000010:2.0:1788536100.727287:0:279351:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b2450256b80. 00020000:00000010:2.0:1788536100.727292:0:279351:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b24801d8840. 00020000:00000010:2.0:1788536100.727295:0:279351:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b24801d83c0. 00020000:00000002:2.0:1788536100.727298:0:279351:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xd92:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788536100.727300:0:279351:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.727302:0:279351:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788536100.727304:0:279351:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec1d80 00000080:00000001:2.0:1788536100.727308:0:279351:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115373145329042 : 144115373145329042 : 200002b17000d92) 00000080:00000001:2.0:1788536100.727311:0:279351:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554475 : 33554475 : 200002b) 00000080:00200000:2.0:1788536100.727316:0:279351:0:(namei.c:147:ll_iget()) got inode: [0x200002b17:0xd92:0x0](ffff9b24528e3248): rc = 0 00000080:00000001:2.0:1788536100.727318:0:279351:0:(namei.c:156:ll_iget()) Process leaving (rc=18446633179039019592 : -110894670532024 : ffff9b24528e3248) 00010000:00000001:2.0:1788536100.727322:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788536100.727325:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788536100.727328:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=3 00000020:00000001:2.0:1788536100.727330:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:2.0:1788536100.727333:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00000080:00000001:2.0:1788536100.727336:0:279351:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788536100.727338:0:279351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788536100.727339:0:279351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246501256 : -110894463050360 : ffff9b245eec1d88) 00000020:00001000:2.0:1788536100.727341:0:279351:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec1d80 00000020:00000001:2.0:1788536100.727348:0:279351:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788536100.727350:0:279351:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788536100.727351:0:279351:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788536100.727354:0:279351:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff9b24801d83c0. 00020000:00000010:2.0:1788536100.727356:0:279351:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff9b2450256b80. 00020000:00000010:2.0:1788536100.727359:0:279351:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff9b24801d8840. 00020000:00000001:2.0:1788536100.727360:0:279351:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446633179803387968 : -110893906163648 : ffff9b24801d8840) 00020000:00000002:2.0:1788536100.727363:0:279351:0:(lov_ea.c:755:dump_lsm()) lsm ffff9b24801d8840, objid 0xd92:11031, maxbytes 0xffffffff000, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788536100.727367:0:279351:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788536100.727370:0:279351:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff9b2450256b80: ostid: 0x280000401:21192 ost idx: 0 gen: 0 00020000:00000002:2.0:1788536100.727373:0:279351:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff9b24480d37c0) owner ffff9b2444dd27c0 00020000:00000001:2.0:1788536100.727375:0:279351:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788536100.727376:0:279351:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff9b24480d37c0) owner ffff9b2444dd27c0 00020000:00000010:2.0:1788536100.727379:0:279351:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff9b2450256b80. 00020000:00000010:2.0:1788536100.727381:0:279351:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff9b24801d83c0. 00020000:00000010:2.0:1788536100.727383:0:279351:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff9b24801d8840. 00020000:00000002:2.0:1788536100.727385:0:279351:0:(lov_object.c:1535:lov_conf_set()) [0x200002b17:0xd92:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788536100.727387:0:279351:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.727389:0:279351:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.727392:0:279351:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788536100.727395:0:279351:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2444dd27c0 00020000:00000002:2.0:1788536100.727398:0:279351:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff9b245ed9f360 addref 2/0 by ffff9b2444dd27c0. 00020000:00000002:2.0:1788536100.727400:0:279351:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2444dd27c0 00020000:00000001:2.0:1788536100.727403:0:279351:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788536100.727405:0:279351:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788536100.727406:0:279351:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788536100.727408:0:279351:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788536100.727410:0:279351:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788536100.727412:0:279351:0:(file.c:6843:ll_layout_conf()) [0x200002b17:0xd92:0x0]: layout version change: 0 -> 0 00000020:00001000:2.0:1788536100.727414:0:279351:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec1d80 00000080:00000001:2.0:1788536100.727416:0:279351:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.727418:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536100.727420:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788536100.727422:0:279351:0:(llite_lib.c:3939:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788536100.727431:0:279351:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788536100.727432:0:279351:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788536100.727436:0:279351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xd92:0x0](ffff9b24528e3248) for lock 0x1b470a853768792e 00800000:00000001:2.0:1788536100.727440:0:279351:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788536100.727443:0:279351:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788536100.727444:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788536100.727446:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788536100.727447:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=3 00000020:00000001:2.0:1788536100.727449:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:2.0:1788536100.727451:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:2.0:1788536100.727454:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536100.727455:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788536100.727456:0:279351:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788536100.727458:0:279351:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788536100.727464:0:279351:0:(namei.c:653:ll_splice_alias()) Add dentry ffff9b2452b0ee58 inode ffff9b24528e3248 refc 1 flags 0x40000e 00000080:00000001:2.0:1788536100.727467:0:279351:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788536100.727471:0:279351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0xd92:0x0](ffff9b24528e3248) 00000080:00010000:2.0:1788536100.727487:0:279351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1b470a853768792e from it ffffb25381c57b20 00010000:00000001:2.0:1788536100.727489:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788536100.727491:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788536100.727492:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=3 00000020:00000001:2.0:1788536100.727494:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:2.0:1788536100.727496:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:2.0:1788536100.727499:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788536100.727503:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788536100.727520:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536100.727521:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536100.727522:0:279351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788536100.727525:0:279351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788536100.727528:0:279351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788536100.727545:0:279351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536100.727548:0:279351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536100.727550:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536100.727554:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536100.727555:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536100.727557:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.727560:0:279351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536100.727561:0:279351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.727563:0:279351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.727567:0:279351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.727570:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788536100.727571:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536100.727572:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788536100.727574:0:279351:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788536100.727578:0:279351:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b244a4ee400. 00000100:00000001:2.0:1788536100.727583:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536100.727594:0:279351:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac4a80 x1875404964679168/t0(0) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 584/640 e 0 to 0 dl 1788536185 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788536100.727617:0:279351:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536100.727621:0:279351:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536100.727624:0:279351:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff9b244a602000. 02000000:00000001:2.0:1788536100.727628:0:279351:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536100.727630:0:279351:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536100.727632:0:279351:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:2.0:1788536100.727634:0:279351:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536100.727637:0:279351:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b24432b0400. 02000000:00000001:2.0:1788536100.727640:0:279351:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536100.727642:0:279351:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536100.727644:0:279351:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac4a80. 00000100:00000001:2.0:1788536100.727647:0:279351:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536100.727649:0:279351:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788536100.727652:0:279351:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788536100.727653:0:279351:0:(dcache.c:176:ll_intent_release()) intent ffffb25381c57b20 released 00000080:00000001:2.0:1788536100.727655:0:279351:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788536100.727665:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57d08 00000080:00200008:2.0:1788536100.727672:0:279351:0:(file.c:6296:ll_getattr_dentry()) START file f812b.sanity:[0x200002b17:0xd92:0x0](ffff9b24528e3248), request_mask 4095, flags 0, foreign 0 00000080:00000001:2.0:1788536100.727678:0:279351:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788536100.727680:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57c80 00000080:00200000:2.0:1788536100.727682:0:279351:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200002b17:0xd92:0x0](ffff9b24528e3248),name=f812b.sanity 00000080:00000010:2.0:1788536100.727686:0:279351:0:(llite_lib.c:4059:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff9b244120ac00. 00800000:00000002:2.0:1788536100.727691:0:279351:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff9b2448866740 2 00000080:00000001:2.0:1788536100.727696:0:279351:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788536100.727699:0:279351:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788536100.727701:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57ba0 00800000:00000002:2.0:1788536100.727704:0:279351:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200002b17:0xd92:0x0] 'f812b.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788536100.727707:0:279351:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000001:2.0:1788536100.727710:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788536100.727712:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788536100.727714:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788536100.727716:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788536100.727719:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788536100.727721:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200000007:0x1:0x0] 00800000:00000001:2.0:1788536100.727723:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788536100.727725:0:279351:0:(lmv_fld.c:38:lmv_fld_lookup()) Process entered 80000000:00000001:2.0:1788536100.727726:0:279351:0:(fld_request.c:427:fld_client_lookup()) Process entered 80000000:00000001:2.0:1788536100.727728:0:279351:0:(fld_cache.c:479:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1788536100.727729:0:279351:0:(fld_cache.c:498:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1788536100.727731:0:279351:0:(fld_request.c:434:fld_client_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788536100.727733:0:279351:0:(lmv_fld.c:57:lmv_fld_lookup()) FLD lookup got mds #0 for fid=[0x200002b17:0xd92:0x0] 00800000:00000001:2.0:1788536100.727735:0:279351:0:(lmv_fld.c:65:lmv_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788536100.727737:0:279351:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200002b17:0xd92:0x0], name='' -> mds #0 00000002:00000001:2.0:1788536100.727741:0:279351:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788536100.727743:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57a70 00000002:00010000:2.0:1788536100.727745:0:279351:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200002b17:0xd92:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788536100.727748:0:279351:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788536100.727750:0:279351:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788536100.727752:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788536100.727756:0:279351:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff9b2442c5cb00 count: 3 00010000:00000001:2.0:1788536100.727759:0:279351:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788536100.727764:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788536100.727770:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788536100.727774:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788536100.727783:0:279351:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788536100.727786:0:279351:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788536100.727789:0:279351:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 2/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788536100.727796:0:279351:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788536100.727798:0:279351:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788536100.727800:0:279351:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788536100.727801:0:279351:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788536100.727803:0:279351:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788536100.727805:0:279351:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids -1 0: rc 1 00000080:00000001:2.0:1788536100.727808:0:279351:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788536100.727810:0:279351:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff9b2448866740 2 00000080:00000010:2.0:1788536100.727813:0:279351:0:(llite_lib.c:4200:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff9b244120ac00. 00000080:00000001:2.0:1788536100.727815:0:279351:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788536100.727817:0:279351:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788536100.727819:0:279351:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200002b17:0xd92:0x0](ffff9b24528e3248) 00000080:00010000:2.0:1788536100.727823:0:279351:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200002b17:0xd92:0x0](ffff9b24528e3248) for lock 0x1b470a853768792e 00800000:00000001:2.0:1788536100.727825:0:279351:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788536100.727827:0:279351:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788536100.727828:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788536100.727830:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788536100.727831:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=3 00000020:00000001:2.0:1788536100.727833:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:2.0:1788536100.727835:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:2.0:1788536100.727838:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536100.727839:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788536100.727840:0:279351:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788536100.727841:0:279351:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788536100.727843:0:279351:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1b470a853768792e from it ffffb25381c57cb8 00010000:00000001:2.0:1788536100.727849:0:279351:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788536100.727850:0:279351:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788536100.727851:0:279351:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b2467ecb600 refcount=3 00000020:00000001:2.0:1788536100.727853:0:279351:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:2.0:1788536100.727855:0:279351:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179397535232 : -110894312016384 : ffff9b2467ecb600) 00010000:00000001:2.0:1788536100.727857:0:279351:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788536100.727860:0:279351:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 3/1,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788536100.727866:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536100.728061:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536100.728064:0:279351:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788536100.728065:0:279351:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788536100.728068:0:279351:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9b244134e800 lock: ffff9b2467ecb600/0x1b470a853768792e lrc: 2/0,0 mode: PR/PR res: [0x200002b17:0xd92:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0xe59684a4098a5ba5 expref: -99 pid: 279351 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788536100.728076:0:279351:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536100.728078:0:279351:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536100.728079:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536100.728081:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536100.728083:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536100.728084:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.728086:0:279351:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536100.728087:0:279351:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.728089:0:279351:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.728092:0:279351:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.728093:0:279351:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788536100.728094:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536100.728095:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788536100.728097:0:279351:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788536100.728099:0:279351:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788536100.728101:0:279351:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788536100.728105:0:279351:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788536100.728107:0:279351:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788536100.728109:0:279351:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788536100.728110:0:279351:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788536100.728118:0:279351:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788536100.728120:0:279351:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788536100.728122:0:279351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788536100.728124:0:279351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246501256 : -110894463050360 : ffff9b245eec1d88) 00000020:00001000:2.0:1788536100.728126:0:279351:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec1d80 00000020:00000001:2.0:1788536100.728131:0:279351:0:(cl_object.c:143:cl_object_top()) ffff9b24673b5210 -> ffff9b24673b5210 00000020:00000001:2.0:1788536100.728133:0:279351:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788536100.728136:0:279351:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788536100.728138:0:279351:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0xd92:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788536100.728149:0:279351:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788536100.728151:0:279351:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788536100.728153:0:279351:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788536100.728155:0:279351:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788536100.728156:0:279351:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788536100.728160:0:279351:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0xd92:0x0]io ffff9b245f69e0c0 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788536100.728162:0:279351:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2444dd27c0 00020000:00000001:2.0:1788536100.728166:0:279351:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788536100.728168:0:279351:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788536100.728170:0:279351:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788536100.728171:0:279351:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788536100.728173:0:279351:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788536100.728175:0:279351:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788536100.728176:0:279351:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.728178:0:279351:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788536100.728179:0:279351:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788536100.728180:0:279351:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788536100.728182:0:279351:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff9b24480d37c0) owner 0000000000000000/ffff9b2444dd27c0 00000020:00000001:2.0:1788536100.728184:0:279351:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788536100.728186:0:279351:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788536100.728187:0:279351:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200002b17:0xd92:0x0] 00000020:00000001:2.0:1788536100.728190:0:279351:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788536100.728191:0:279351:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788536100.728193:0:279351:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788536100.728195:0:279351:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788536100.728200:0:279351:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788536100.728205:0:279351:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff9b244a67d500. 00020000:00000002:2.0:1788536100.728207:0:279351:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788536100.728209:0:279351:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788536100.728218:0:279351:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788536100.728219:0:279351:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788536100.728221:0:279351:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788536100.728223:0:279351:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246498520 : -110894463053096 : ffff9b245eec12d8) 00000020:00001000:2.0:1788536100.728225:0:279351:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec12d0 00000020:00000001:2.0:1788536100.728228:0:279351:0:(cl_object.c:143:cl_object_top()) ffff9b24673b5850 -> ffff9b24673b5210 00000020:00000001:2.0:1788536100.728230:0:279351:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788536100.728233:0:279351:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788536100.728234:0:279351:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788536100.728235:0:279351:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788536100.728236:0:279351:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788536100.728238:0:279351:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633178798510760 : -110894911040856 : ffff9b24443852a8) 00000020:00000001:2.0:1788536100.728240:0:279351:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788536100.728244:0:279351:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff9b2447ea4850. 00000008:00010000:2.0:1788536100.728247:0:279351:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788536100.728249:0:279351:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788536100.728250:0:279351:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788536100.728252:0:279351:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9b244a67d530, osc lock ffff9b2447ea4850, flags 0x400001002 00000020:00000001:2.0:1788536100.728254:0:279351:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788536100.728256:0:279351:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788536100.728259:0:279351:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446633178902287616 : -110894807264000 : ffff9b244a67d500) 00000020:00000001:2.0:1788536100.728260:0:279351:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788536100.728261:0:279351:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788536100.728262:0:279351:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.728264:0:279351:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.728266:0:279351:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788536100.728268:0:279351:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788536100.728269:0:279351:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788536100.728271:0:279351:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788536100.728272:0:279351:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788536100.728273:0:279351:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633178798510760 : -110894911040856 : ffff9b24443852a8) 00000020:00000001:2.0:1788536100.728274:0:279351:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788536100.728276:0:279351:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788536100.728278:0:279351:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788536100.728281:0:279351:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788536100.728283:0:279351:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788536100.728284:0:279351:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788536100.728285:0:279351:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788536100.728287:0:279351:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788536100.728293:0:279351:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788536100.728295:0:279351:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788536100.728297:0:279351:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788536100.728300:0:279351:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.728303:0:279351:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788536100.728307:0:279351:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448436d80. 00000020:00000040:2.0:1788536100.728310:0:279351:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00010000:00000001:2.0:1788536100.728313:0:279351:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788536100.728317:0:279351:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536100.728319:0:279351:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536100.728322:0:279351:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536100.728324:0:279351:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536100.728327:0:279351:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536100.728331:0:279351:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b244120ac00. 00000100:00000001:2.0:1788536100.728336:0:279351:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.728341:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788536100.728343:0:279351:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.728344:0:279351:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788536100.728346:0:279351:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.728347:0:279351:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536100.728350:0:279351:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446633178866347392 : -110894843204224 : ffff9b2448436d80) 00010000:00000001:2.0:1788536100.728353:0:279351:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788536100.728355:0:279351:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788536100.728358:0:279351:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff9b2443191600. 00010000:00000010:2.0:1788536100.728361:0:279351:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff9b2443191100. 00010000:00000001:2.0:1788536100.728366:0:279351:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788536100.728369:0:279351:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9b247261de00. 00000020:00000001:2.0:1788536100.728373:0:279351:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788536100.728375:0:279351:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9b247261de00 with handle 0x1b470a8537687935 to hash 00000020:00000001:2.0:1788536100.728377:0:279351:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788536100.728378:0:279351:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000010:2.0:1788536100.728382:0:279351:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff9b247267c180. 00010000:00000001:2.0:1788536100.728385:0:279351:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000001:2.0:1788536100.728387:0:279351:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788536100.728389:0:279351:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788536100.728398:0:279351:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.728408:0:279351:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788536100.728419:0:279351:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536100.728423:0:279351:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536100.728426:0:279351:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536100.728434:0:279351:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006eea3495] to pc [ptlrpcd_01_00+0] req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788536100.728465:0:279351:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788536100.728467:0:279351:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.728470:0:279351:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788536100.728472:0:279351:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.728567:0:279351:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.728570:0:279351:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788536100.728572:0:279351:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788536100.728574:0:279351:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788536100.728576:0:279351:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:3.0:1788536100.729029:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536100.729033:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536100.729035:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536100.729043:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.729051:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536100.729053:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536100.729056:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536100.729058:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536100.729061:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536100.729064:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964679296:192.168.206.123@tcp:101:stat.0 00000100:00000001:3.0:1788536100.729068:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536100.729073:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536100.729076:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536100.729078:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536100.729083:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff9b2478112c00. 02000000:00000001:3.0:1788536100.729085:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536100.729091:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536100.729095:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b688. 00000400:00000010:3.0:1788536100.729101:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd13b8. 00000100:00000200:3.0:1788536100.729107:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875404964679296, portal 4 00000100:00000001:3.0:1788536100.729109:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536100.729110:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866347392 : -110894843204224 : ffff9b2448436d80) 00000100:00000040:3.0:1788536100.729116:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788536155 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.729130:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536100.729133:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536100.729135:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1770. 00000100:00000200:3.0:1788536100.729138:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875404964679296, offset 0 00000400:00000200:3.0:1788536100.729162:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536100.729172:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.729179:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536100.729184:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536100.729188:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536100.729191:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536100.729194:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536100.729197:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539880:539880:256:4294967295] 192.168.206.123@tcp LPNI seq info [539831:539831:8:4294967295] 00000400:00000200:3.0:1788536100.729201:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536100.729210:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536100.729216:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536100.729221:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34de00. 00000800:00000200:3.0:1788536100.729227:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536100.729234:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536100.729238:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34de00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788536100.729262:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536100.729267:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115872 usecs (116 jiffies) 00000400:00000200:3.0:1788536100.729269:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536100.729272:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305396807 00000100:00000001:3.0:1788536100.729274:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305397007 00000100:00000001:3.0:1788536100.729276:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305396807 00000100:00000001:3.0:1788536100.729278:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305397007 00000100:00000001:3.0:1788536100.729280:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536100.729282:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.729291:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.729293:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536100.729298:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536100.729300:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788536100.729302:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536100.729303:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536100.729304:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.729306:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.729318:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536100.729320:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788536100.729519:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536100.729523:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34de00. 00000400:00000200:2.0:1788536100.729528:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536100.729533:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536100.729538:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1770 00000400:00000010:2.0:1788536100.729540:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1770. 00000100:00000001:2.0:1788536100.729544:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536100.729548:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788536155 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788536100.729557:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536100.729560:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788536155 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788536100.729567:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536100.729574:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536100.731988:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.732004:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536100.732008:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.732009:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.732017:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.732024:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536100.732032:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.732036:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.732040:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.732043:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 400 into portal 4 MB=0x6a9abbebace80 00000400:00000200:2.0:1788536100.732048:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536100.732054:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 400/400 into md 0x508ed5 [1] + 224 00000800:00000001:2.0:1788536100.732061:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.732068:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536100.732072:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536100.732076:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536100.732083:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536100.732091:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788536155 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788536100.732102:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788536155 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788536100.732125:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536100.732132:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536100.732136:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536100.733217:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536100.733223:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536100.733231:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536100.733233:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536100.733236:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b688. 00000400:00000200:3.0:1788536100.733243:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd13b8 00000400:00000010:3.0:1788536100.733245:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd13b8. 00000100:00000001:3.0:1788536100.733249:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536100.733258:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788536155 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788536100.733268:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788536155 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.733275:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536100.733277:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536100.733280:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536100.733283:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536100.733286:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536100.733288:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536100.733290:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536100.733298:0:2405:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=127 v=36 (36 5 5 5) 00000100:00001000:3.0:1788536100.733302:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=73 v=5 (1 1 0 0) 00000100:00000001:3.0:1788536100.733304:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536100.733305:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536100.733308:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536100.733310:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.733314:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536100.733316:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:3.0:1788536100.733333:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536100.733335:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536100.733341:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788536155 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.733348:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536100.733351:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536100.733353:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788536100.733356:0:2405:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788536100.733358:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788536100.733361:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788536100.733364:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b247261de00 refcount=4 00000020:00000001:3.0:1788536100.733366:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000001:3.0:1788536100.733369:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000001:3.0:1788536100.733371:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788536100.733372:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788536100.733373:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b247261de00 refcount=5 00000020:00000001:3.0:1788536100.733375:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000001:3.0:1788536100.733377:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000001:3.0:1788536100.733380:0:2405:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788536100.733383:0:2405:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788536100.733388:0:2405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788536100.733398:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788536100.733400:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788536100.733402:0:2405:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788536100.733404:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788536100.733405:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788536100.733406:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b247261de00 refcount=6 00000020:00000001:3.0:1788536100.733408:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000001:3.0:1788536100.733410:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000040:3.0:1788536100.733416:0:2405:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9b247261de00, remote cookie: 0xe59684a4098a5bac, flags: 0x1001 00010000:00010000:3.0:1788536100.733427:0:2405:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 6/2,0 mode: --/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788536100.733434:0:2405:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788536100.733437:0:2405:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536100.733439:0:2405:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788536100.733442:0:2405:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788536100.733446:0:2405:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788536100.733454:0:2405:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000401:0x52c8:0x0].0x0 (ffff9b2443191600) refcount = 1 00010000:00000040:3.0:1788536100.733456:0:2405:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788536100.733459:0:2405:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788536100.733466:0:2405:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788536100.733468:0:2405:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788536100.733471:0:2405:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788536100.733473:0:2405:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788536100.733476:0:2405:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788536100.733482:0:2405:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788536100.733483:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788536100.733484:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788536100.733485:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788536100.733486:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788536100.733488:0:2405:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788536100.733490:0:2405:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788536100.733493:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788536100.733494:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788536100.733496:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b247261de00 refcount=5 00000020:00000001:3.0:1788536100.733498:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000001:3.0:1788536100.733505:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00000008:00000001:3.0:1788536100.733509:0:2405:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788536100.733513:0:2405:0:(cl_object.c:143:cl_object_top()) ffff9b24671ab340 -> ffff9b24673b5210 00000008:00010000:3.0:1788536100.733518:0:2405:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 5/2,0 mode: PR/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788536100.733526:0:2405:0:(cl_object.c:143:cl_object_top()) ffff9b24671ab340 -> ffff9b24673b5210 00000020:00000001:3.0:1788536100.733527:0:2405:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788536100.733530:0:2405:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788536100.733532:0:2405:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788536100.733535:0:2405:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788536100.733536:0:2405:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788536100.733537:0:2405:0:(cl_object.c:143:cl_object_top()) ffff9b24671ab340 -> ffff9b24673b5210 00000008:00000001:3.0:1788536100.733539:0:2405:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788536100.733541:0:2405:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788536100.733543:0:2405:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788536100.733559:0:2405:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788536100.733561:0:2405:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536100.733564:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788536100.733565:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788536100.733567:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b247261de00 refcount=6 00000020:00000001:3.0:1788536100.733569:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000001:3.0:1788536100.733571:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000001:3.0:1788536100.733573:0:2405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788536100.733576:0:2405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 6/2,0 mode: PR/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788536100.733582:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788536100.733584:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788536100.733586:0:2405:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788536100.733644:0:2405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788536100.733645:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788536100.733646:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788536100.733648:0:2405:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536100.733649:0:2405:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788536100.733651:0:2405:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788536100.733652:0:2405:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff9b247261de00 refcount=5 00000020:00000001:3.0:1788536100.733653:0:2405:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000001:3.0:1788536100.733655:0:2405:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446633179572985344 : -110894136566272 : ffff9b247261de00) 00010000:00000001:3.0:1788536100.733657:0:2405:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788536100.733659:0:2405:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 5/1,0 mode: PR/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788536100.733665:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788536100.733666:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788536100.733667:0:2405:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788536100.733669:0:2405:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788536100.733672:0:2405:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788536100.733680:0:2405:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788536100.733683:0:2405:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788536100.733684:0:2405:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788536100.733688:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788536100.733689:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788536100.733690:0:2405:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536100.733693:0:2405:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788536100.733695:0:2405:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536100.733697:0:2405:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536100.733699:0:2405:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536100.733700:0:2405:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788536100.733707:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788536100.733708:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788536100.733710:0:2405:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788536100.733710:0:2405:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788536100.733712:0:2405:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536100.733718:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788536155 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788536100.733727:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964679296:192.168.206.123@tcp:101:stat.0 00000100:00000001:3.0:1788536100.733731:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536100.733733:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536100.733737:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448436d80 x1875404964679296/t0(0) o101->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 328/400 e 0 to 0 dl 1788536155 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536100.733743:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536100.733745:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536100.733748:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b2478112c00. 02000000:00000001:3.0:1788536100.733752:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536100.733754:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536100.733755:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:3.0:1788536100.733757:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536100.733760:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b244120ac00. 02000000:00000001:3.0:1788536100.733763:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536100.733765:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536100.733766:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448436d80. 00000100:00000001:3.0:1788536100.733770:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536100.733771:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536100.733773:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536100.733779:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536100.733782:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536100.733784:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536100.733786:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.740389:0:279351:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.740397:0:279351:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788536100.740404:0:279351:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788536100.740408:0:279351:0:(cl_object.c:143:cl_object_top()) ffff9b24673b5210 -> ffff9b24673b5210 00000020:00000001:2.0:1788536100.740412:0:279351:0:(cl_object.c:143:cl_object_top()) ffff9b24673b5210 -> ffff9b24673b5210 00000020:00000001:2.0:1788536100.740414:0:279351:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788536100.740418:0:279351:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788536100.740423:0:279351:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788536100.740425:0:279351:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788536100.740443:0:279351:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788536100.740444:0:279351:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788536100.740446:0:279351:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0xd92:11031 on OST[0]: s=0 (1) m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788536100.740451:0:279351:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788536100.740453:0:279351:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=0 00020000:00000001:2.0:1788536100.740456:0:279351:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.740458:0:279351:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.740459:0:279351:0:(cl_object.c:143:cl_object_top()) ffff9b24673b5210 -> ffff9b24673b5210 00000080:00200000:2.0:1788536100.740463:0:279351:0:(file.c:1775:ll_merge_attr_nolock()) [0x200002b17:0xd92:0x0] updating i_size 0 i_blocks 0 00000080:00000001:2.0:1788536100.740465:0:279351:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788536100.740468:0:279351:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788536100.740470:0:279351:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9b245f69e060 (ffff9b245eec1d88/0) at cl_lock_release():245 00000020:00000001:2.0:1788536100.740473:0:279351:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788536100.740475:0:279351:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b245f69e060 (ffff9b245eec1d88/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788536100.740478:0:279351:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788536100.740481:0:279351:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788536100.740483:0:279351:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446633178798510760 : -110894911040856 : ffff9b24443852a8) 00000020:00000001:2.0:1788536100.740485:0:279351:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788536100.740486:0:279351:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9b244a67d530 (ffff9b245eec12d8/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788536100.740490:0:279351:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788536100.740492:0:279351:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788536100.740494:0:279351:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536100.740497:0:279351:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788536100.740498:0:279351:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788536100.740499:0:279351:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788536100.740500:0:279351:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788536100.740501:0:279351:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788536100.740503:0:279351:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788536100.740504:0:279351:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b245f69e060 (ffff9b245eec1d88/0) at cl_lock_fini():72 00020000:00000001:2.0:1788536100.740507:0:279351:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788536100.740508:0:279351:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788536100.740509:0:279351:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9b244a67d530 (ffff9b245eec1d88/1) at cl_lock_fini():72 00000008:00000010:2.0:1788536100.740513:0:279351:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff9b2447ea4850. 00000020:00000001:2.0:1788536100.740518:0:279351:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788536100.740519:0:279351:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff9b244a67d500. 00020000:00000001:2.0:1788536100.740522:0:279351:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788536100.740523:0:279351:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788536100.740530:0:279351:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788536100.740531:0:279351:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.740534:0:279351:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788536100.740537:0:279351:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788536100.740539:0:279351:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788536100.740540:0:279351:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788536100.740542:0:279351:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788536100.740545:0:279351:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec12d0 00020000:00000001:2.0:1788536100.740548:0:279351:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788536100.740550:0:279351:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788536100.740552:0:279351:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788536100.740554:0:279351:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0xd92:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788536100.740558:0:279351:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788536100.740560:0:279351:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788536100.740562:0:279351:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788536100.740564:0:279351:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788536100.740565:0:279351:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788536100.740566:0:279351:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec1d80 00000001:00000001:2.0:1788536100.740567:0:279351:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788536100.740575:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57d08 00000080:00000008:2.0:1788536100.740578:0:279351:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f812b.sanity:[0x200002b17:0xd92:0x0](ffff9b24528e3248), request_mask 4095, flags 0, foreign 0 00000080:00000001:2.0:1788536100.740583:0:279351:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788536100.740585:0:279351:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffb25381c57da0 00000080:00002000:2.0:1788536100.740587:0:279351:0:(dcache.c:127:ll_ddelete()) keeping dentry f812b.sanity (ffff9b2452b0ee58, parent ffff9b2452aba1b0, inode ffff9b24528e3248) hashed, 00000080:00000001:2.0:1788536100.740590:0:279351:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536101.093683:0:275334:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305397007, at 4305397056 00000100:00000010:2.0:1788536101.093695:0:275334:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f58f00. 00000100:00000040:3.0:1788536101.093765:0:260093:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305397007, at 4305397056 00000100:00000010:3.0:1788536101.093772:0:260093:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f58d20. 00010000:00000001:2.0:1788536101.225276:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536101.225282:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536101.225286:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536101.225287:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536101.225289:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536101.225290:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536101.227171:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536101.227177:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536101.227182:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536102.245780:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536102.245786:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536102.245791:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536102.245792:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536102.245795:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536102.245811:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536102.250800:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536102.250807:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536102.250811:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536102.311406:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536102.311416:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536102.311426:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448434700. 00000020:00000040:2.0:1788536102.311432:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1788536102.311436:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536102.311438:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536102.311443:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536102.311450:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5100. 00000100:00000001:2.0:1788536102.311456:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311466:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536102.311476:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536102.311479:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311485:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066e3f5c0] to pc [ptlrpcd_01_01+1] req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.311519:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311522:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536102.311524:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536102.311527:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448437100. 00000020:00000040:2.0:1788536102.311530:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:2.0:1788536102.311532:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536102.311533:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536102.311535:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536102.311538:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5800. 00000100:00000001:2.0:1788536102.311541:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311545:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536102.311551:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536102.311553:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311556:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024dc3a99] to pc [ptlrpcd_01_00+0] req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.311577:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311579:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536102.311582:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536102.311584:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448436a00. 00000020:00000040:2.0:1788536102.311586:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:2.0:1788536102.311589:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536102.311590:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536102.311592:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536102.311595:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5400. 00000100:00000001:2.0:1788536102.311597:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311623:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536102.311631:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536102.311632:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311637:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013f48e87] to pc [ptlrpcd_01_01+1] req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.311656:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311658:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536102.311661:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536102.311665:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448437b80. 00000020:00000040:2.0:1788536102.311667:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:2.0:1788536102.311669:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536102.311670:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536102.311671:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536102.311674:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5000. 00000100:00000001:2.0:1788536102.311677:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311681:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536102.311687:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536102.311694:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311699:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000674463a8] to pc [ptlrpcd_01_00+0] req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.311706:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311707:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788536102.311710:0:233563:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788536102.311714:0:233563:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10735) 00000100:00000001:2.0:1788536102.311727:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536102.311730:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536102.311732:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788536102.311737:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.311743:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788536102.311746:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536102.311749:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788536102.311752:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788536102.311754:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788536102.311758:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964679552:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536102.311762:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788536102.311766:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788536102.311768:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536102.311770:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788536102.311774:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2473598c00. 02000000:00000001:2.0:1788536102.311776:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536102.311783:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1788536102.311786:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b2472227b58. 00000400:00000010:2.0:1788536102.311792:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34770. 00000100:00000200:2.0:1788536102.311798:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964679552, portal 10 00000100:00000001:2.0:1788536102.311801:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788536102.311802:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866348288 : -110894843203328 : ffff9b2448437100) 00000100:00000040:2.0:1788536102.311809:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.311828:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788536102.311831:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1788536102.311834:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34550. 00000100:00000200:2.0:1788536102.311837:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964679552, offset 0 00000400:00000200:2.0:1788536102.311843:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1788536102.311851:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.311858:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1788536102.311863:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788536102.311867:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1788536102.311870:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788536102.311872:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1788536102.311875:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539881:539881:256:4294967295] 192.168.206.123@tcp LPNI seq info [539832:539832:8:4294967295] 00000400:00000200:2.0:1788536102.311880:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.311888:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788536102.311894:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1788536102.311898:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b24722e5200. 00000800:00000200:2.0:1788536102.311905:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1788536102.311912:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1788536102.311916:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b24722e5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536102.311939:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.311943:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19356 usecs (20 jiffies) 00000400:00000200:2.0:1788536102.311946:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536102.311948:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305398294 00000100:00000010:2.0:1788536102.311952:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24801d8840. 00000100:00000001:2.0:1788536102.311958:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788536102.311963:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305398294 00000100:00000010:2.0:1788536102.311965:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24801d83c0. 00000100:00000001:2.0:1788536102.311968:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788536102.311975:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536102.311983:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536102.311985:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788536102.311990:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.311996:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788536102.311998:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536102.312000:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788536102.312002:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788536102.312003:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788536102.312006:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964679808:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536102.312009:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788536102.312012:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788536102.312013:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536102.312015:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788536102.312017:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2473598200. 02000000:00000001:2.0:1788536102.312019:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536102.312022:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1788536102.312025:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b2472227210. 00000400:00000010:2.0:1788536102.312028:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34000. 00000100:00000200:2.0:1788536102.312031:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964679808, portal 4 00000100:00000001:2.0:1788536102.312033:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788536102.312034:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866350976 : -110894843200640 : ffff9b2448437b80) 00000100:00000040:2.0:1788536102.312040:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.312046:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788536102.312048:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1788536102.312051:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34c38. 00000100:00000200:2.0:1788536102.312053:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964679808, offset 0 00000400:00000200:2.0:1788536102.312056:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1788536102.312060:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.312063:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1788536102.312065:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788536102.312073:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1788536102.312075:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788536102.312077:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1788536102.312081:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539882:539882:255:4294967295] 192.168.206.123@tcp LPNI seq info [539833:539833:7:4294967295] 00000400:00000200:2.0:1788536102.312084:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.312089:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788536102.312094:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1788536102.312097:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b24722e5b00. 00000800:00000200:2.0:1788536102.312101:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1788536102.312105:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1788536102.312109:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b24722e5b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536102.312112:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.312115:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115778 usecs (116 jiffies) 00000400:00000200:2.0:1788536102.312118:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536102.312119:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305398390 00000100:00000001:2.0:1788536102.312124:0:2405:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, simply extend its deadline from 4305398294 00000100:00000001:2.0:1788536102.312127:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305398390 00000100:00000001:2.0:1788536102.312129:0:2405:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, simply extend its deadline from 4305398294 00000100:00000001:2.0:1788536102.312131:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536102.312340:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536102.312342:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536102.312345:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536102.312351:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788536102.312353:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1788536102.312355:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536102.312356:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536102.312357:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788536102.312360:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788536102.312361:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536102.312363:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788536102.312364:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536102.312371:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536102.312372:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536102.312373:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788536102.312377:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.312384:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788536102.312385:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536102.312387:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788536102.312389:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788536102.312390:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788536102.312393:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1e73104-a124-445d-9e99-edaf7c361d90:2405:1875404964679424:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536102.312396:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788536102.312398:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788536102.312400:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536102.312402:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788536102.312405:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2473598a00. 02000000:00000001:2.0:1788536102.312406:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536102.312410:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1788536102.312413:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b2472227f20. 00000400:00000010:2.0:1788536102.312417:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f344c8. 00000100:00000200:2.0:1788536102.312420:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964679424, portal 25 00000100:00000001:2.0:1788536102.312422:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788536102.312423:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866337536 : -110894843214080 : ffff9b2448434700) 00000100:00000040:2.0:1788536102.312428:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.312434:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788536102.312437:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1788536102.312439:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34660. 00000100:00000200:2.0:1788536102.312442:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964679424, offset 0 00000400:00000200:2.0:1788536102.312446:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1788536102.312450:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.312453:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1788536102.312456:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788536102.312465:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1788536102.312467:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788536102.312469:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1788536102.312472:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539883:539883:254:4294967295] 192.168.206.123@tcp LPNI seq info [539834:539834:6:4294967295] 00000400:00000200:2.0:1788536102.312475:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.312481:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788536102.312486:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1788536102.312490:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b24722e5a00. 00000800:00000200:2.0:1788536102.312495:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1788536102.312499:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1788536102.312501:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b24722e5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536102.312504:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536102.312507:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536102.312508:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305402129 00000100:00000001:2.0:1788536102.312512:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305398390 00000100:00000001:2.0:1788536102.312515:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305402129 00000100:00000001:2.0:1788536102.312518:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305398390 00000100:00000001:2.0:1788536102.312520:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536102.312522:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536102.312524:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788536102.312529:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.312534:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788536102.312535:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536102.312537:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788536102.312539:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788536102.312540:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788536102.312543:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448436a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964679680:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536102.312545:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788536102.312553:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788536102.312554:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536102.312556:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788536102.312559:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2473599000. 02000000:00000001:2.0:1788536102.312560:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536102.312564:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1788536102.312566:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b2472227e70. 00000400:00000010:2.0:1788536102.312569:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34cc0. 00000100:00000200:2.0:1788536102.312573:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964679680, portal 10 00000100:00000001:2.0:1788536102.312575:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788536102.312576:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866346496 : -110894843205120 : ffff9b2448436a00) 00000100:00000040:2.0:1788536102.312581:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.312588:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788536102.312590:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1788536102.312592:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34a18. 00000100:00000200:2.0:1788536102.312594:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964679680, offset 0 00000400:00000200:2.0:1788536102.312598:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1788536102.312625:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.312629:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1788536102.312632:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788536102.312634:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1788536102.312636:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788536102.312648:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1788536102.312651:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539884:539884:253:4294967295] 192.168.206.123@tcp LPNI seq info [539835:539835:5:4294967295] 00000400:00000200:2.0:1788536102.312655:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.312660:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788536102.312664:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1788536102.312668:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446957c00. 00000800:00000200:2.0:1788536102.312671:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1788536102.312675:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1788536102.312677:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446957c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536102.312685:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536102.312687:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20280 usecs (21 jiffies) 00000400:00000200:2.0:1788536102.312690:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536102.312692:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305398296 00000100:00000001:2.0:1788536102.312694:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305402129 00000100:00000001:2.0:1788536102.312696:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305398296 00000100:00000001:2.0:1788536102.312698:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305402129 00000100:00000001:2.0:1788536102.312699:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536102.312701:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536102.312703:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536102.312705:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788536102.312747:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536102.312750:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b24722e5200. 00000400:00000200:2.0:1788536102.312756:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536102.312761:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536102.312765:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34550 00000400:00000010:2.0:1788536102.312767:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34550. 00000100:00000001:2.0:1788536102.312771:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536102.312775:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.312784:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536102.312787:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.312793:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536102.312794:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536102.312804:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536102.312806:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b24722e5b00. 00000400:00000200:2.0:1788536102.312808:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536102.312811:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536102.312812:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34c38 00000400:00000010:2.0:1788536102.312814:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34c38. 00000100:00000001:2.0:1788536102.312816:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536102.312824:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.312830:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536102.312833:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536157 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.312839:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536102.312840:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536102.312848:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536102.312850:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b24722e5a00. 00000400:00000200:2.0:1788536102.312852:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536102.312855:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536102.312857:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34660 00000400:00000010:2.0:1788536102.312859:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34660. 00000100:00000001:2.0:1788536102.312861:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536102.312864:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536118 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.312870:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536102.312873:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536118 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.312878:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536102.312879:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536102.313731:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536102.313737:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446957c00. 00000400:00000200:2.0:1788536102.313742:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536102.313747:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536102.313752:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34a18 00000400:00000010:2.0:1788536102.313753:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34a18. 00000100:00000001:2.0:1788536102.313757:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536102.313761:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.313769:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536102.313771:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.313786:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536102.313788:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788536102.313939:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536102.313943:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536102.319260:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319280:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536102.319285:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319288:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536102.319296:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319304:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536102.319314:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319318:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319323:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319327:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebad080 00000400:00000200:2.0:1788536102.319332:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319339:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508ef5 [1] + 224 00000800:00000001:2.0:1788536102.319346:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319350:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536102.319353:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536102.319358:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536102.319365:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536102.319373:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536102.319384:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.319446:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536102.319463:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536102.319483:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536102.319494:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319498:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536102.319500:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319502:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536102.319506:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319510:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536102.319514:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319522:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319525:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319527:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebacf80 00000400:00000200:2.0:1788536102.319530:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319534:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508ee5 [1] + 224 00000800:00000001:2.0:1788536102.319538:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319542:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536102.319544:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536102.319547:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536102.319550:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536102.319554:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536102.319563:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.319571:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536102.319575:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319578:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536102.319580:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319582:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536102.319585:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319588:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536102.319592:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319595:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319597:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319600:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebad000 00000400:00000200:2.0:1788536102.319643:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319648:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f15 [1] + 224 00000800:00000001:2.0:1788536102.319652:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319657:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536102.319659:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536102.319662:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536102.319665:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536102.319677:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536102.319685:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.319692:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536102.319697:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319700:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536102.319702:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319704:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536102.319708:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319712:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536102.319716:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319719:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319722:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319725:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebacf00 00000400:00000200:2.0:1788536102.319729:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536102.319733:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f05 [1] + 224 00000800:00000001:2.0:1788536102.319737:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319743:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536102.319745:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536102.319749:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536102.319752:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536102.319755:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536118 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536102.319764:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536102.319771:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536102.319774:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536102.319776:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788536102.324453:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536102.324461:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536102.324465:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b2472227210. 00000400:00000200:3.0:1788536102.324474:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34000 00000400:00000010:3.0:1788536102.324477:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34000. 00000100:00000001:3.0:1788536102.324481:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536102.324492:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536102.324504:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.324511:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536102.324513:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536102.324516:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536102.324520:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536102.324522:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536102.324524:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536102.324527:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536102.324537:0:2405:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=129 v=36 (36 5 5 5) 00000100:00001000:3.0:1788536102.324541:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=75 v=5 (1 1 0 0) 00000100:00000001:3.0:1788536102.324544:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536102.324545:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536102.324548:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536102.324551:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536102.324554:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536102.324556:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:3.0:1788536102.324559:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536102.324561:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536102.324566:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.324573:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536102.324576:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536102.324578:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536102.324582:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536102.324631:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964679808:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536102.324637:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536102.324652:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536102.324656:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448437b80 x1875404964679808/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.324663:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536102.324666:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536102.324669:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2473598200. 02000000:00000001:3.0:1788536102.324673:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536102.324676:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536102.324677:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:3.0:1788536102.324680:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536102.324683:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5000. 02000000:00000001:3.0:1788536102.324686:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536102.324688:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536102.324690:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448437b80. 00000100:00000001:3.0:1788536102.324693:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536102.324695:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536102.324699:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536102.324701:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536102.324703:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536102.324708:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536102.324709:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536102.324712:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b2472227f20. 00000400:00000200:3.0:1788536102.324714:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f344c8 00000400:00000010:3.0:1788536102.324717:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f344c8. 00000100:00000001:3.0:1788536102.324719:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536102.324724:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536118 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536102.324733:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536118 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.324739:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536102.324746:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536102.324748:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536102.324749:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536102.324750:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536102.324752:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536102.324754:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536102.324757:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=129 v=5 (5 5 5 5) 00000100:00001000:3.0:1788536102.324760:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=110 v=5 (1 1 0 0) 00000100:00000001:3.0:1788536102.324763:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536102.324764:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536102.324766:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536102.324767:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536102.324770:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536102.324774:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.324781:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536102.324784:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536102.324785:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536102.324789:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536118 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536102.324796:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448434700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1e73104-a124-445d-9e99-edaf7c361d90:2405:1875404964679424:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1788536102.324802:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536102.324804:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536102.324805:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b2472227e70. 00000400:00000200:3.0:1788536102.324808:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34cc0 00000400:00000010:3.0:1788536102.324810:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34cc0. 00000100:00000001:3.0:1788536102.324812:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536102.324816:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536102.324824:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.324830:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536102.324837:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536102.324839:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536102.324840:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536102.324841:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536102.324843:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536102.324844:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536102.324849:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=129 v=60 (60 61 61 62) 00000100:00001000:3.0:1788536102.324852:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=92 v=5 (1 2 0 0) 00000100:00000001:3.0:1788536102.324854:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536102.324855:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536102.324856:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788536102.324860:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788536102.324866:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536102.324869:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536102.324870:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788536102.324872:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536102.324873:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536102.324876:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.324883:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536102.324884:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536102.324886:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536102.324889:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536102.324896:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448436a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964679680:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1788536102.324901:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536102.324903:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536102.324904:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b2472227b58. 00000400:00000200:3.0:1788536102.324907:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34770 00000400:00000010:3.0:1788536102.324908:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34770. 00000100:00000001:3.0:1788536102.324911:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536102.324932:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536102.324940:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.324946:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536102.324948:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536102.324950:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536102.324952:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536102.324953:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536102.324954:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536102.324956:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536102.324960:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=129 v=60 (60 61 61 62) 00000100:00001000:3.0:1788536102.324963:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=110 v=5 (1 2 0 0) 00000100:00000001:3.0:1788536102.324965:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536102.324967:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536102.324968:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536102.324970:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536102.324972:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536102.324974:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771462 00000100:00000001:3.0:1788536102.324976:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536102.324978:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536102.324982:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.324988:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536102.324990:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536102.324992:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536102.324995:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536102.325002:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964679552:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536102.325006:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536102.325009:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536102.325019:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448434700 x1875404964679424/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536118 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.325024:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536102.325025:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536102.325027:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2473598a00. 02000000:00000001:3.0:1788536102.325030:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536102.325031:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536102.325032:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1788536102.325034:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536102.325035:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5100. 02000000:00000001:3.0:1788536102.325037:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536102.325038:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536102.325039:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448434700. 00000100:00000001:3.0:1788536102.325041:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536102.325042:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536102.325044:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536102.325046:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448436a00 x1875404964679680/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.325051:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536102.325052:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536102.325054:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2473599000. 02000000:00000001:3.0:1788536102.325056:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536102.325057:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536102.325058:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536102.325060:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536102.325061:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5400. 02000000:00000001:3.0:1788536102.325062:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536102.325063:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536102.325064:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448436a00. 00000100:00000001:3.0:1788536102.325067:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536102.325068:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536102.325069:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536102.325071:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448437100 x1875404964679552/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536187 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536102.325076:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536102.325081:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536102.325082:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2473598c00. 02000000:00000001:3.0:1788536102.325084:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536102.325085:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536102.325086:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536102.325088:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536102.325090:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5800. 02000000:00000001:3.0:1788536102.325091:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536102.325092:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536102.325093:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448437100. 00000100:00000001:3.0:1788536102.325095:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536102.325096:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536102.325097:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536102.325103:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536102.325105:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536102.325107:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536102.325109:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536103.269718:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536103.269724:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536103.269748:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536103.269749:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536103.269753:0:275334:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536103.269754:0:275334:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536103.269842:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536103.269846:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536103.269849:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536104.294646:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536104.294652:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536104.294657:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536104.294658:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536104.294662:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536104.294664:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536104.294746:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536104.294749:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536104.294752:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536105.323322:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536105.323329:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536105.323335:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536105.323336:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536105.323339:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536105.323340:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536105.323588:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536105.323592:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536105.323595:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788536105.624471:0:279573:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788536105.936588:0:279609:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788536105.936594:0:279609:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg623-client.virtnet: executing wait_import_state FULL osc.lustre-OST0000-osc-ffff9b244134e800.ost_server_uuid 50 00000001:00000001:0.0:1788536105.946594:0:279609:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:3.0:1788536106.213689:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305402129, at 4305402176 00000100:00000010:3.0:1788536106.213703:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24801d83c0. 00000100:00000040:2.0:1788536106.213805:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305402129, at 4305402176 00000100:00000010:2.0:1788536106.213811:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24801d8840. 00010000:00000001:2.0:1788536106.342789:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536106.342796:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536106.342798:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536106.342801:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536106.342805:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536106.342807:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536106.342809:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536106.342811:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536106.342815:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536106.342816:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536106.342819:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536106.342821:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788536106.342945:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788536106.342948:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788536106.342951:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788536106.918711:0:248058:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788536106.918717:0:248058:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788536107.095647:0:279717:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536107.365685:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536107.365692:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536107.365698:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536107.365699:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536107.365703:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536107.365716:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536107.365804:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536107.365807:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536107.365810:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788536107.429866:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536107.429875:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536107.429883:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a44380. 00000020:00000040:3.0:1788536107.429888:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1788536107.429892:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536107.429895:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536107.429899:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536107.429907:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d700. 00000100:00000001:3.0:1788536107.429912:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.429923:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536107.429932:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536107.429946:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.429952:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d68bb55] to pc [ptlrpcd_01_01+1] req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.429984:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.429987:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536107.429991:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536107.429995:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a47b80. 00000020:00000040:3.0:1788536107.429997:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=10 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:3.0:1788536107.430000:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536107.430002:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536107.430004:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536107.430007:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d800. 00000100:00000001:3.0:1788536107.430011:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430015:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536107.430023:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536107.430025:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430030:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005063597c] to pc [ptlrpcd_01_00+0] req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.430038:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430040:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536107.430043:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536107.430046:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a45880. 00000020:00000040:3.0:1788536107.430048:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:3.0:1788536107.430050:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536107.430051:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536107.430053:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536107.430056:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d600. 00000100:00000001:3.0:1788536107.430058:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430062:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536107.430079:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536107.430081:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430085:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b2e174] to pc [ptlrpcd_01_01+1] req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.430093:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430095:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536107.430098:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536107.430101:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a44700. 00000020:00000040:3.0:1788536107.430103:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:3.0:1788536107.430115:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536107.430116:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536107.430118:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536107.430122:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d400. 00000100:00000001:3.0:1788536107.430125:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430129:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536107.430135:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536107.430137:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430141:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002d9a675a] to pc [ptlrpcd_01_00+0] req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.430148:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430150:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788536107.430153:0:233563:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788536107.430158:0:233563:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10741) 00000100:00000001:3.0:1788536107.430172:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536107.430175:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536107.430177:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536107.430182:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.430195:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536107.430197:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536107.430201:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536107.430203:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536107.430206:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536107.430209:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964680064:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536107.430213:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536107.430218:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536107.430221:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536107.430223:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536107.430226:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2478056e00. 02000000:00000001:3.0:1788536107.430228:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536107.430235:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536107.430240:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b688. 00000400:00000010:3.0:1788536107.430246:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd13b8. 00000100:00000200:3.0:1788536107.430252:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964680064, portal 10 00000100:00000001:3.0:1788536107.430255:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536107.430256:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577351040 : -110894132200576 : ffff9b2472a47b80) 00000100:00000040:3.0:1788536107.430263:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.430270:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536107.430273:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536107.430276:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd14c8. 00000100:00000200:3.0:1788536107.430279:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964680064, offset 0 00000400:00000200:3.0:1788536107.430287:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536107.430296:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.430314:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536107.430320:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536107.430325:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536107.430329:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536107.430332:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536107.430341:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539885:539885:256:4294967295] 192.168.206.123@tcp LPNI seq info [539836:539836:8:4294967295] 00000400:00000200:3.0:1788536107.430345:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.430355:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536107.430362:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536107.430368:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d200. 00000800:00000200:3.0:1788536107.430374:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536107.430382:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536107.430386:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536107.430399:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430404:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19355 usecs (20 jiffies) 00000400:00000200:3.0:1788536107.430408:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536107.430410:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305403412 00000100:00000010:3.0:1788536107.430415:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24480edde0. 00000100:00000001:3.0:1788536107.430421:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788536107.430429:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305403412 00000100:00000010:3.0:1788536107.430433:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24480edb40. 00000100:00000001:3.0:1788536107.430436:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788536107.430440:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536107.430443:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.430445:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536107.430450:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.430457:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536107.430459:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536107.430461:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536107.430463:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536107.430465:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536107.430468:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964680320:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536107.430472:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536107.430480:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536107.430482:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536107.430484:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536107.430487:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2478056c00. 02000000:00000001:3.0:1788536107.430489:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536107.430493:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536107.430496:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15bdc0. 00000400:00000010:3.0:1788536107.430500:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1198. 00000100:00000200:3.0:1788536107.430504:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964680320, portal 4 00000100:00000001:3.0:1788536107.430506:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536107.430507:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577337600 : -110894132214016 : ffff9b2472a44700) 00000100:00000040:3.0:1788536107.430514:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.430521:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536107.430524:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536107.430527:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1ee0. 00000100:00000200:3.0:1788536107.430530:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964680320, offset 0 00000400:00000200:3.0:1788536107.430535:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536107.430539:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.430543:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536107.430547:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536107.430550:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536107.430552:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536107.430555:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536107.430558:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539886:539886:255:4294967295] 192.168.206.123@tcp LPNI seq info [539837:539837:7:4294967295] 00000400:00000200:3.0:1788536107.430562:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.430568:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536107.430573:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536107.430576:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34dd00. 00000800:00000200:3.0:1788536107.430580:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536107.430584:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536107.430587:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536107.430597:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430600:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115695 usecs (116 jiffies) 00000400:00000200:3.0:1788536107.430628:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536107.430631:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305403509 00000100:00000001:3.0:1788536107.430635:0:2405:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, simply extend its deadline from 4305403412 00000100:00000001:3.0:1788536107.430638:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305403509 00000100:00000001:3.0:1788536107.430641:0:2405:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, simply extend its deadline from 4305403412 00000100:00000001:3.0:1788536107.430646:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536107.430648:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.430651:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.430653:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.430660:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536107.430662:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788536107.430664:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536107.430666:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536107.430667:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536107.430670:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788536107.430672:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.430674:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536107.430675:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.430677:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536107.430678:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536107.430679:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536107.430683:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.430689:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536107.430691:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536107.430693:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536107.430695:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536107.430697:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536107.430700:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1e73104-a124-445d-9e99-edaf7c361d90:2405:1875404964679936:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536107.430703:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536107.430710:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536107.430712:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536107.430714:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536107.430716:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2478057800. 02000000:00000001:3.0:1788536107.430718:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536107.430722:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536107.430724:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b6e0. 00000400:00000010:3.0:1788536107.430728:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1660. 00000100:00000200:3.0:1788536107.430731:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964679936, portal 25 00000100:00000001:3.0:1788536107.430733:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536107.430734:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577336704 : -110894132214912 : ffff9b2472a44380) 00000100:00000040:3.0:1788536107.430739:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.430745:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536107.430747:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536107.430750:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd12a8. 00000100:00000200:3.0:1788536107.430751:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964679936, offset 0 00000400:00000200:3.0:1788536107.430755:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536107.430759:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.430762:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536107.430765:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536107.430767:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536107.430769:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536107.430771:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536107.430774:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539887:539887:254:4294967295] 192.168.206.123@tcp LPNI seq info [539838:539838:6:4294967295] 00000400:00000200:3.0:1788536107.430778:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.430783:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536107.430787:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536107.430790:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d000. 00000800:00000200:3.0:1788536107.430794:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536107.430798:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536107.430800:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536107.430808:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536107.430812:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536107.430813:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305407248 00000100:00000001:3.0:1788536107.430817:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305403509 00000100:00000001:3.0:1788536107.430819:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305407248 00000100:00000001:3.0:1788536107.430822:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305403509 00000100:00000001:3.0:1788536107.430824:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536107.430826:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.430828:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536107.430832:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.430838:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536107.430839:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536107.430841:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536107.430843:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536107.430845:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536107.430848:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964680192:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536107.430851:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536107.430853:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536107.430855:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536107.430856:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536107.430859:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2478057400. 02000000:00000001:3.0:1788536107.430861:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536107.430863:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536107.430866:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b630. 00000400:00000010:3.0:1788536107.430868:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1dd0. 00000100:00000200:3.0:1788536107.430871:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964680192, portal 10 00000100:00000001:3.0:1788536107.430872:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536107.430874:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577342080 : -110894132209536 : ffff9b2472a45880) 00000100:00000040:3.0:1788536107.430879:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.430896:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536107.430899:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536107.430901:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1cc0. 00000100:00000200:3.0:1788536107.430903:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964680192, offset 0 00000400:00000200:3.0:1788536107.430907:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536107.430911:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.430914:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536107.430917:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536107.430919:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536107.430921:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536107.430923:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536107.430925:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539888:539888:253:4294967295] 192.168.206.123@tcp LPNI seq info [539839:539839:5:4294967295] 00000400:00000200:3.0:1788536107.430929:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.430935:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536107.430939:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536107.430942:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d100. 00000800:00000200:3.0:1788536107.430945:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536107.430950:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536107.430952:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536107.430955:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.430958:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20280 usecs (21 jiffies) 00000400:00000200:3.0:1788536107.430961:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536107.430963:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305403414 00000100:00000001:3.0:1788536107.430965:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305407248 00000100:00000001:3.0:1788536107.430967:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305403414 00000100:00000001:3.0:1788536107.430969:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305407248 00000100:00000001:3.0:1788536107.430970:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536107.430972:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.430980:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.430982:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536107.431023:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536107.431026:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d200. 00000400:00000200:3.0:1788536107.431030:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536107.431035:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536107.431040:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd14c8 00000400:00000010:3.0:1788536107.431042:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd14c8. 00000100:00000001:3.0:1788536107.431046:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536107.431050:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.431059:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.431062:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.431068:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.431070:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788536107.431080:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536107.431082:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34dd00. 00000400:00000200:3.0:1788536107.431085:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536107.431089:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536107.431091:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1ee0 00000400:00000010:3.0:1788536107.431092:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1ee0. 00000100:00000001:3.0:1788536107.431095:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536107.431098:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.431104:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.431118:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.431124:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.431125:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788536107.431134:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536107.431135:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d000. 00000400:00000200:3.0:1788536107.431138:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536107.431147:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536107.431150:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd12a8 00000400:00000010:3.0:1788536107.431152:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd12a8. 00000100:00000001:3.0:1788536107.431155:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536107.431158:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536123 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.431164:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.431167:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536123 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.431173:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.431174:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788536107.431445:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536107.431450:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536107.431559:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536107.431562:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d100. 00000400:00000200:3.0:1788536107.431565:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536107.431569:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536107.431571:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1cc0 00000400:00000010:3.0:1788536107.431573:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1cc0. 00000100:00000001:3.0:1788536107.431575:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536107.431580:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.431586:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.431588:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.431593:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.431595:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000001:00000001:0.0:1788536107.437435:0:279754:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788536107.437443:0:279754:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-ffff9b244134e800.ost_server_uuid in FULL state after 0 sec 00000800:00000001:2.0:1788536107.437790:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.437802:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536107.437806:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.437808:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536107.437815:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.437823:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536107.437831:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.437835:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.437840:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.437844:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebad100 00000400:00000200:2.0:1788536107.437848:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.437853:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f45 [1] + 224 00000800:00000001:2.0:1788536107.437860:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.437867:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536107.437870:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536107.437874:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536107.437881:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536107.437889:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536123 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536107.437899:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536107.437912:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536107.437919:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.437922:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.438006:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536107.438011:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536107.438017:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536107.438019:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536107.438022:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b6e0. 00000400:00000200:3.0:1788536107.438026:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1660 00000400:00000010:3.0:1788536107.438029:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1660. 00000100:00000001:3.0:1788536107.438032:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536107.438038:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536123 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536107.438056:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536123 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.438063:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536107.438065:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.438067:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536107.438070:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536107.438072:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536107.438074:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536107.438076:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536107.438082:0:2405:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=134 v=5 (5 5 5 5) 00000100:00001000:3.0:1788536107.438086:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=115 v=5 (1 1 0 0) 00000100:00000001:3.0:1788536107.438089:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536107.438090:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536107.438093:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536107.438095:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.438098:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.438103:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.438261:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536107.438265:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536107.438267:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536107.438272:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536123 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536107.438281:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:f1e73104-a124-445d-9e99-edaf7c361d90:2405:1875404964679936:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536107.438287:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.438289:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.438294:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a44380 x1875404964679936/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536123 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.438300:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536107.438302:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536107.438311:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2478057800. 02000000:00000001:3.0:1788536107.438315:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536107.438318:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536107.438320:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1788536107.438322:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536107.438324:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d700. 02000000:00000001:3.0:1788536107.438328:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536107.438330:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536107.438332:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a44380. 00000100:00000001:3.0:1788536107.438335:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536107.438336:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.438339:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.438341:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536107.438342:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536107.438344:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.438345:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788536107.441855:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536107.441870:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536107.441874:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536107.441877:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536107.441884:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.441891:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536107.441940:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.441945:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.441950:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.441954:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebad280 00000400:00000200:3.0:1788536107.441958:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536107.441964:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f35 [1] + 224 00000800:00000001:3.0:1788536107.441971:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536107.441976:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536107.441979:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536107.441984:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536107.441990:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536107.441998:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536162 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536107.442027:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.442060:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536107.442069:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536107.442072:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536107.442240:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536107.442244:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788536107.442252:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788536107.442254:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788536107.442257:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15bdc0. 00000400:00000200:2.0:1788536107.442262:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1198 00000400:00000010:2.0:1788536107.442264:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1198. 00000100:00000001:2.0:1788536107.442275:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536107.442280:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788536107.442289:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536107.442295:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788536107.442297:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536107.442309:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788536107.442312:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788536107.442315:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536107.442317:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536107.442320:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788536107.442328:0:2405:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=134 v=36 (36 5 5 5) 00000100:00001000:2.0:1788536107.442332:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=80 v=5 (1 1 0 0) 00000100:00000001:2.0:1788536107.442335:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788536107.442337:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536107.442339:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788536107.442343:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536107.442347:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788536107.442348:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:2.0:1788536107.442350:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788536107.442352:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536107.442358:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536107.442364:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536107.442367:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788536107.442369:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788536107.442373:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536107.442381:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964680320:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536107.442386:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536107.442394:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536107.442398:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a44700 x1875404964680320/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536107.442404:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536107.442407:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536107.442411:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2478056c00. 02000000:00000001:2.0:1788536107.442414:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536107.442417:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536107.442418:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:2.0:1788536107.442420:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536107.442423:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d400. 02000000:00000001:2.0:1788536107.442426:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536107.442428:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536107.442430:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a44700. 00000100:00000001:2.0:1788536107.442433:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536107.442447:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536107.442450:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536107.442452:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536107.442454:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536107.442456:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536107.442457:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536107.444971:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.444984:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536107.444989:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.444992:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536107.444999:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.445006:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536107.445014:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.445018:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.445023:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.445027:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebad180 00000400:00000200:2.0:1788536107.445031:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.445037:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f25 [1] + 224 00000800:00000001:2.0:1788536107.445043:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.445047:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536107.445062:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536107.445066:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536107.445073:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536107.445081:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536107.445091:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536107.445124:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536107.445132:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.445136:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536107.445138:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.445139:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536107.445142:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.445146:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536107.445150:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.445152:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.445155:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.445157:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebad200 00000400:00000200:2.0:1788536107.445160:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.445163:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f55 [1] + 224 00000800:00000001:2.0:1788536107.445167:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.445172:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536107.445174:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536107.445177:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536107.445180:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536107.445183:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536107.445191:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536107.445198:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536107.445208:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.445211:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.445273:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536107.445277:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536107.445284:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536107.445286:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536107.445289:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b630. 00000400:00000200:3.0:1788536107.445293:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1dd0 00000400:00000010:3.0:1788536107.445295:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1dd0. 00000100:00000001:3.0:1788536107.445298:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536107.445315:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536107.445325:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.445331:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536107.445333:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.445335:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536107.445338:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536107.445340:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536107.445342:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536107.445344:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536107.445352:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=134 v=60 (60 61 61 62) 00000100:00001000:3.0:1788536107.445356:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=97 v=5 (1 2 0 0) 00000100:00000001:3.0:1788536107.445359:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536107.445361:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536107.445363:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788536107.445368:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788536107.445375:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.445384:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536107.445386:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788536107.445388:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536107.445390:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.445395:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.445402:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536107.445405:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536107.445406:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536107.445410:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536107.445418:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964680192:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1788536107.445424:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536107.445425:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536107.445427:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b688. 00000400:00000200:3.0:1788536107.445429:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd13b8 00000400:00000010:3.0:1788536107.445431:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd13b8. 00000100:00000001:3.0:1788536107.445433:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536107.445436:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536107.445451:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.445458:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536107.445459:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.445461:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536107.445463:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536107.445464:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536107.445466:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536107.445468:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536107.445471:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=134 v=60 (60 61 61 62) 00000100:00001000:3.0:1788536107.445475:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=115 v=5 (1 2 0 0) 00000100:00000001:3.0:1788536107.445482:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536107.445484:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536107.445485:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536107.445488:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.445490:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788536107.445491:0:2405:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: committing for last_committed 30064771466 gen 1 00000100:00000040:3.0:1788536107.445497:0:2405:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771466) req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445504:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536107.445506:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261026304 : -110894448525312 : ffff9b245fc9c000) 00000100:00000001:3.0:1788536107.445508:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.445511:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445517:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.445519:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.445522:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9f800 x1875404964678912/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445528:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788536107.445530:0:2405:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b246d9d78e0. 00000100:00000001:3.0:1788536107.445533:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.445536:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9c000 x1875404964677888/t30064771463(30064771463) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 528/608 e 0 to 0 dl 1788536185 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445541:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788536107.445544:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536107.445546:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=9 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536107.445548:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536107.445551:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b2448aad000. 02000000:00000001:3.0:1788536107.445554:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536107.445555:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536107.445557:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9c000. 00000100:00000001:3.0:1788536107.445559:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536107.445561:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536107.445569:0:2405:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771466) req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788536185 ref 1 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445576:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536107.445577:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261037056 : -110894448514560 : ffff9b245fc9ea00) 00000100:00000001:3.0:1788536107.445579:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.445582:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788536185 ref 2 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445588:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.445590:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.445593:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9ca80 x1875404964678528/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445600:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788536107.445601:0:2405:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff9b246d9d70c0. 00000100:00000001:3.0:1788536107.445620:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.445624:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9ea00 x1875404964678144/t30064771464(30064771464) o101->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 576/664 e 0 to 0 dl 1788536185 ref 1 fl Complete:RMQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445630:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536107.445631:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536107.445634:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff9b2448c80000. 02000000:00000001:3.0:1788536107.445661:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536107.445662:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536107.445664:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=8 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536107.445666:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536107.445667:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9b2448aaf800. 02000000:00000001:3.0:1788536107.445670:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536107.445671:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536107.445672:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9ea00. 00000100:00000001:3.0:1788536107.445675:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536107.445676:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536107.445680:0:2405:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771466) req@ffff9b245fc9ca80 x1875404964678528/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445685:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.445693:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9ca80 x1875404964678528/t30064771465(30064771465) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445699:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536107.445701:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536107.445702:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b2448aacc00. 02000000:00000001:3.0:1788536107.445705:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536107.445706:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536107.445707:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=7 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536107.445709:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536107.445710:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b2447e8be00. 02000000:00000001:3.0:1788536107.445713:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536107.445714:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536107.445715:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9ca80. 00000100:00000001:3.0:1788536107.445717:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536107.445718:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536107.445722:0:2405:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 30064771466) req@ffff9b245fc9f800 x1875404964678912/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445728:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.445731:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9f800 x1875404964678912/t30064771466(30064771466) o35->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:23/10 lens 392/456 e 0 to 0 dl 1788536116 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788536107.445737:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536107.445738:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536107.445739:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff9b2448aad400. 02000000:00000001:3.0:1788536107.445741:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536107.445742:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536107.445743:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536107.445745:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536107.445746:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b2447e8ae00. 02000000:00000001:3.0:1788536107.445748:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536107.445749:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536107.445750:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9f800. 00000100:00000001:3.0:1788536107.445752:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536107.445753:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.445755:0:2405:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788536107.445757:0:2405:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:3.0:1788536107.445763:0:2405:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536107.445765:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536107.445769:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.445776:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536107.445778:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536107.445779:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536107.445782:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536107.445790:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964680064:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536107.445794:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.445796:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.445799:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a45880 x1875404964680192/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.445804:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536107.445806:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536107.445807:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2478057400. 02000000:00000001:3.0:1788536107.445810:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536107.445812:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536107.445813:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536107.445814:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536107.445816:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d600. 02000000:00000001:3.0:1788536107.445819:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536107.445820:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536107.445821:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a45880. 00000100:00000001:3.0:1788536107.445823:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536107.445824:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.445826:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.445829:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a47b80 x1875404964680064/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536192 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.445835:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536107.445842:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536107.445844:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2478056e00. 02000000:00000001:3.0:1788536107.445846:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536107.445847:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536107.445848:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536107.445850:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536107.445851:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d800. 02000000:00000001:3.0:1788536107.445853:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536107.445854:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536107.445856:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a47b80. 00000100:00000001:3.0:1788536107.445858:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536107.445859:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.445861:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536107.445868:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536107.445870:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.445872:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536107.445874:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788536107.447052:0:279754:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00010000:3.0:1788536107.787076:0:279768:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9b244134e800 00010000:00000001:3.0:1788536107.787083:0:279768:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788536107.787085:0:279768:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788536107.787090:0:279768:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788536107.787093:0:279768:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788536107.787097:0:279768:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788536107.787100:0:279768:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788536107.787117:0:279768:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788536107.787302:0:279767:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9b244134e800 00010000:00000001:0.0:1788536107.787305:0:279767:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788536107.787306:0:279767:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788536107.787308:0:279767:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536107.787310:0:279767:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788536107.787312:0:279767:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536107.787319:0:279767:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788536107.787522:0:279768:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00000001:0.0:1788536107.787548:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536107.787551:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536107.787554:0:236366:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788536107.787557:0:236366:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788536107.787559:0:236366:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788536107.787564:0:236366:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028400010000 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788536107.787577:0:236366:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788536107.787579:0:236366:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788536107.787583:0:236366:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246500536 : -110894463051080 : ffff9b245eec1ab8) 00000020:00001000:0.0:1788536107.787585:0:236366:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec1ab0 00000008:00000001:0.0:1788536107.787588:0:236366:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788536107.787591:0:236366:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1788536107.787592:0:236366:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788536107.787593:0:236366:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446633179246499816 : -110894463051800 : ffff9b245eec17e8) 00000020:00001000:0.0:1788536107.787595:0:236366:0:(cl_object.c:823:cl_env_get()) 1@ffff9b245eec17e0 00000008:00000001:0.0:1788536107.787598:0:236366:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1788536107.787600:0:236366:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1788536107.787759:0:236366:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788536107.787762:0:236366:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788536107.787765:0:236366:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1788536107.787767:0:236366:0:(cl_object.c:143:cl_object_top()) ffff9b24671ab340 -> ffff9b24673b5210 00000020:00000001:0.0:1788536107.787770:0:236366:0:(cl_object.c:143:cl_object_top()) ffff9b24673b5210 -> ffff9b24673b5210 00000020:00000001:0.0:1788536107.787772:0:236366:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788536107.787775:0:236366:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788536107.787777:0:236366:0:(vvp_io.c:1826:vvp_io_init()) [0x200002b17:0xd92:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788536107.787780:0:236366:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788536107.787782:0:236366:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788536107.787783:0:236366:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788536107.787787:0:236366:0:(lov_object.c:1590:lov_io_init()) [0x200002b17:0xd92:0x0]io ffff9b24722680a0 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1788536107.787791:0:236366:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788536107.787792:0:236366:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788536107.787794:0:236366:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788536107.787797:0:236366:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788536107.787804:0:236366:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536107.787806:0:236366:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788536107.787807:0:236366:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788536107.787808:0:236366:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1788536107.787810:0:236366:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788536107.787812:0:236366:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1788536107.787815:0:236366:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788536107.787817:0:236366:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788536107.787819:0:236366:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788536107.787821:0:236366:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788536107.787823:0:236366:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788536107.787825:0:236366:0:(vvp_io.c:304:vvp_io_fini()) [0x200002b17:0xd92:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788536107.787827:0:236366:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788536107.787829:0:236366:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788536107.787830:0:236366:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788536107.787832:0:236366:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec17e0 00000008:00000001:0.0:1788536107.787835:0:236366:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536107.787837:0:236366:0:(cl_object.c:143:cl_object_top()) ffff9b24671ab340 -> ffff9b24673b5210 00010000:00000001:0.0:1788536107.787840:0:236366:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788536107.787842:0:236366:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536107.787844:0:236366:0:(cl_object.c:143:cl_object_top()) ffff9b24671ab340 -> ffff9b24673b5210 00000020:00000001:0.0:1788536107.787846:0:236366:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788536107.787849:0:236366:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788536107.787851:0:236366:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788536107.787853:0:236366:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536107.787855:0:236366:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536107.787857:0:236366:0:(cl_object.c:143:cl_object_top()) ffff9b24671ab340 -> ffff9b24673b5210 00000020:00000001:0.0:1788536107.787858:0:236366:0:(cl_object.c:143:cl_object_top()) ffff9b24673b5210 -> ffff9b24673b5210 00000020:00000001:0.0:1788536107.787860:0:236366:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788536107.787862:0:236366:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536107.787864:0:236366:0:(cl_object.c:143:cl_object_top()) ffff9b24671ab340 -> ffff9b24673b5210 00000008:00000001:0.0:1788536107.787867:0:236366:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788536107.787869:0:236366:0:(cl_object.c:917:cl_env_put()) 1@ffff9b245eec1ab0 00000008:00000001:0.0:1788536107.787871:0:236366:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536107.787874:0:236366:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788536107.787878:0:236366:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788536107.787880:0:236366:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788536107.787881:0:236366:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788536107.787883:0:236366:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788536107.787891:0:236366:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9b247261de00 with handle 0x1b470a8537687935 from hash 00010000:00000001:0.0:1788536107.787894:0:236366:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788536107.787895:0:236366:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788536107.787896:0:236366:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788536107.787898:0:236366:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788536107.787902:0:236366:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788536107.787904:0:236366:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788536107.787907:0:236366:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788536107.787909:0:236366:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788536107.787911:0:236366:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788536107.787980:0:236366:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac7b80. 00000020:00000040:1.0:1788536107.787985:0:236366:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:1.0:1788536107.787990:0:236366:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536107.787992:0:236366:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536107.787996:0:236366:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536107.788002:0:236366:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9b2450402800. 00000100:00000001:1.0:1788536107.788007:0:236366:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536107.788010:0:236366:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788536107.788016:0:236366:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788536107.788025:0:236366:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788536107.788027:0:236366:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536107.788029:0:236366:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788536107.788031:0:236366:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788536107.788036:0:236366:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9b2450f4c000. 00000100:00000001:1.0:1788536107.788038:0:236366:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446633179012186112 : -110894697365504 : ffff9b2450f4c000) 00000100:00000001:1.0:1788536107.788041:0:236366:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536107.788042:0:236366:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393325952 : -110894316225664 : ffff9b2467ac7b80) 00000100:00000001:1.0:1788536107.788047:0:236366:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536107.788050:0:236366:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536107.788053:0:236366:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788536107.788054:0:236366:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536107.788063:0:236366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536107.788083:0:236366:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536107.788085:0:236366:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536107.788088:0:236366:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536107.788090:0:236366:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536107.788093:0:236366:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536107.788097:0:236366:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:7c950417-9366-4528-8162-332db0623189:236366:1875404964680448:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788536107.788101:0:236366:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536107.788171:0:236366:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536107.788174:0:236366:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536107.788177:0:236366:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536107.788181:0:236366:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2450402c00. 02000000:00000001:1.0:1788536107.788183:0:236366:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536107.788189:0:236366:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536107.788193:0:236366:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d17e8. 00000400:00000010:1.0:1788536107.788200:0:236366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f42a8. 00000100:00000200:1.0:1788536107.788206:0:236366:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964680448, portal 18 00000100:00000001:1.0:1788536107.788208:0:236366:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536107.788210:0:236366:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393325952 : -110894316225664 : ffff9b2467ac7b80) 00000100:00000040:1.0:1788536107.788217:0:236366:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536123 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536107.788224:0:236366:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536107.788226:0:236366:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536107.788229:0:236366:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4cc0. 00000100:00000200:1.0:1788536107.788232:0:236366:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875404964680448, offset 0 00000400:00000200:1.0:1788536107.788238:0:236366:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536107.788245:0:236366:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536107.788252:0:236366:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536107.788257:0:236366:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536107.788261:0:236366:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536107.788264:0:236366:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536107.788267:0:236366:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536107.788276:0:236366:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539889:539889:256:4294967295] 192.168.206.123@tcp LPNI seq info [539840:539840:8:4294967295] 00000400:00000200:1.0:1788536107.788280:0:236366:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536107.788290:0:236366:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536107.788295:0:236366:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536107.788300:0:236366:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e700. 00000800:00000200:1.0:1788536107.788306:0:236366:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536107.788312:0:236366:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536107.788316:0:236366:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788536107.788366:0:236366:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536107.788371:0:236366:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115610 usecs (116 jiffies) 00000400:00000200:1.0:1788536107.788374:0:236366:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536107.788377:0:236366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305403866 00000100:00000001:1.0:1788536107.788379:0:236366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305407248 00000100:00000001:1.0:1788536107.788381:0:236366:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305403866 00000100:00000001:1.0:1788536107.788384:0:236366:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305407248 00000100:00000001:1.0:1788536107.788386:0:236366:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536107.788389:0:236366:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536107.788391:0:236366:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536107.788392:0:236366:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788536107.788394:0:236366:0:(client.c:2715:ptlrpc_set_wait()) set ffff9b2450f4c000 going to sleep for 11 seconds 00000100:00000001:1.0:1788536107.788397:0:236366:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536107.788399:0:236366:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536107.788822:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536107.788827:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e700. 00000400:00000200:3.0:1788536107.788832:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536107.788837:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536107.788842:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4cc0 00000400:00000010:3.0:1788536107.788844:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4cc0. 00000100:00000001:3.0:1788536107.788848:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536107.788853:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536123 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.788863:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536107.788874:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536123 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536107.788881:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536107.788883:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536107.794549:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.794565:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536107.794569:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.794572:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536107.794581:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.794588:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536107.794596:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.794601:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.794624:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.794629:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 18 MB=0x6a9abbebad300 00000400:00000200:2.0:1788536107.794634:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536107.794640:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f65 [1] + 224 00000800:00000001:2.0:1788536107.794647:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.794654:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536107.794656:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536107.794661:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536107.794668:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536107.794676:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536123 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536107.794687:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536123 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536107.794699:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536107.794706:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536107.794709:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536107.794768:0:236366:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536107.794775:0:236366:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536107.794777:0:236366:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536107.794780:0:236366:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d17e8. 00000400:00000200:1.0:1788536107.794784:0:236366:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f42a8 00000400:00000010:1.0:1788536107.794787:0:236366:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f42a8. 00000100:00000001:1.0:1788536107.794789:0:236366:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536107.794794:0:236366:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536123 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536107.794821:0:236366:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536123 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536107.794827:0:236366:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536107.794829:0:236366:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536107.794832:0:236366:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536107.794835:0:236366:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536107.794837:0:236366:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536107.794839:0:236366:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536107.794842:0:236366:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536107.794850:0:236366:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b247254ed38 time=99 v=5 (5 5 5 5) 00000100:00001000:1.0:1788536107.794854:0:236366:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=80 v=5 (1 1 0 0) 00000100:00000001:1.0:1788536107.794856:0:236366:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536107.794858:0:236366:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536107.794860:0:236366:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536107.794863:0:236366:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536107.794867:0:236366:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536107.794869:0:236366:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:1.0:1788536107.794871:0:236366:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536107.794873:0:236366:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536107.794887:0:236366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536123 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536107.794900:0:236366:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536107.794903:0:236366:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536107.794905:0:236366:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536107.794909:0:236366:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536123 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536107.794918:0:236366:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_02:7c950417-9366-4528-8162-332db0623189:236366:1875404964680448:192.168.206.123@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788536107.794923:0:236366:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536107.794925:0:236366:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536107.794927:0:236366:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788536107.794935:0:236366:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536107.794940:0:236366:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536123 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536107.794947:0:236366:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788536107.794949:0:236366:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9b2450f4c000. 00000100:00000001:1.0:1788536107.794953:0:236366:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788536107.794955:0:236366:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536107.794956:0:236366:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536107.794959:0:236366:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac7b80 x1875404964680448/t0(0) o103->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:17/18 lens 328/224 e 0 to 0 dl 1788536123 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536107.794965:0:236366:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536107.794967:0:236366:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536107.794970:0:236366:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2450402c00. 02000000:00000001:1.0:1788536107.794973:0:236366:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536107.794975:0:236366:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536107.794977:0:236366:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:1.0:1788536107.794979:0:236366:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536107.794981:0:236366:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9b2450402800. 02000000:00000001:1.0:1788536107.794984:0:236366:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536107.794986:0:236366:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536107.794987:0:236366:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac7b80. 00000100:00000001:1.0:1788536107.794990:0:236366:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536107.794991:0:236366:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788536107.794993:0:236366:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:1.0:1788536107.794996:0:236366:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788536107.795000:0:236366:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9b244134e800 lock: 00000000895a8e14/0x1b470a8537687935 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x52c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804869400010020 nid: local remote: 0xe59684a4098a5bac expref: -99 pid: 279351 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:1.0:1788536107.795010:0:236366:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff9b247267c180. 00010000:00000040:1.0:1788536107.795015:0:236366:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff9b2443191600 count: 0 00010000:00000010:1.0:1788536107.795021:0:236366:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff9b2443191100. 00010000:00000001:1.0:1788536107.795028:0:236366:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788536107.795029:0:236366:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536107.795045:0:236366:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536107.795054:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536107.795056:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536107.795058:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788536107.795059:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536107.795061:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536107.795062:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788536107.795064:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536107.795065:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536107.795067:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788536107.795123:0:279768:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536107.795127:0:279768:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536107.795129:0:279768:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1F:1788536107.819646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9b2443191600. 00010000:00000010:1.1:1788536107.819664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9b247261de00. 00010000:00000001:2.0:1788536108.392532:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536108.392538:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536108.392543:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536108.392544:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536108.392638:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536108.392642:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536108.392644:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536109.413699:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536109.413705:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536109.413711:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536109.413722:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536109.413801:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536109.413804:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536109.413807:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536110.437663:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536110.437670:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536110.437675:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536110.437678:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536110.437680:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536110.437686:0:265135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536110.437687:0:265135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536110.437689:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536110.437692:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536110.437694:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536110.437695:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536110.437698:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536110.438228:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536110.438231:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536110.438234:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536111.334052:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305407248, at 4305407296 00000100:00000010:2.0:1788536111.334067:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24480edde0. 00000100:00000040:3.0:1788536111.334099:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305407248, at 4305407296 00000100:00000010:3.0:1788536111.334107:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24480edb40. 00010000:00000001:2.0:1788536111.463306:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536111.463312:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536111.463318:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536111.463319:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536111.463415:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536111.463418:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536111.463421:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536112.485682:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536112.485688:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536112.485694:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536112.485696:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536112.488042:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536112.488048:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536112.488052:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788536112.549968:0:189857:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536112.549976:0:189857:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536112.549994:0:189857:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9ed80. 00000020:00000040:0.0:1788536112.550000:0:189857:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1788536112.550003:0:189857:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536112.550006:0:189857:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536112.550011:0:189857:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536112.550018:0:189857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61c00. 00000100:00000001:0.0:1788536112.550024:0:189857:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550035:0:189857:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536112.550051:0:189857:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536112.550055:0:189857:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550062:0:189857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3b5b88d] to pc [ptlrpcd_00_00+0] req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.550104:0:189857:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550108:0:189857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536112.550111:0:189857:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536112.550115:0:189857:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9c700. 00000020:00000040:0.0:1788536112.550118:0:189857:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:0.0:1788536112.550121:0:189857:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536112.550123:0:189857:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536112.550125:0:189857:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536112.550129:0:189857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61400. 00000100:00000001:0.0:1788536112.550133:0:189857:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550138:0:189857:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536112.550146:0:189857:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536112.550148:0:189857:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550153:0:189857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2c8114e] to pc [ptlrpcd_00_01+1] req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.550162:0:189857:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550165:0:189857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536112.550168:0:189857:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536112.550171:0:189857:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9ce00. 00000020:00000040:0.0:1788536112.550173:0:189857:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:0.0:1788536112.550181:0:189857:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536112.550182:0:189857:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536112.550184:0:189857:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536112.550188:0:189857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61500. 00000100:00000001:0.0:1788536112.550191:0:189857:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550195:0:189857:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536112.550203:0:189857:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536112.550212:0:189857:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550218:0:189857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001179934d] to pc [ptlrpcd_00_00+0] req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.550226:0:189857:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550229:0:189857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536112.550232:0:189857:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536112.550235:0:189857:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9f100. 00000020:00000040:0.0:1788536112.550238:0:189857:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:0.0:1788536112.550240:0:189857:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536112.550242:0:189857:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536112.550244:0:189857:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536112.550247:0:189857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61d00. 00000100:00000001:0.0:1788536112.550251:0:189857:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550255:0:189857:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536112.550262:0:189857:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536112.550268:0:189857:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550271:0:189857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079aa3455] to pc [ptlrpcd_00_01+1] req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.550278:0:189857:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.550280:0:189857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788536112.550283:0:189857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788536112.550287:0:189857:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10746) 00000100:00000001:1.0:1788536112.550460:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536112.550465:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536112.550468:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536112.550475:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536112.550482:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536112.550485:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536112.550488:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536112.550492:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536112.550495:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536112.550499:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1e73104-a124-445d-9e99-edaf7c361d90:2403:1875404964680576:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536112.550503:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536112.550508:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536112.550510:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536112.550512:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536112.550516:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b179600. 02000000:00000001:1.0:1788536112.550518:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536112.550525:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536112.550529:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d17e8. 00000400:00000010:1.0:1788536112.550535:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f42a8. 00000100:00000200:1.0:1788536112.550547:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964680576, portal 25 00000100:00000001:1.0:1788536112.550550:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536112.550551:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261037952 : -110894448513664 : ffff9b245fc9ed80) 00000100:00000040:1.0:1788536112.550557:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536112.550564:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536112.550567:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536112.550570:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f46e8. 00000100:00000200:1.0:1788536112.550572:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964680576, offset 0 00000400:00000200:1.0:1788536112.550578:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536112.550587:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536112.550593:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536112.550599:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536112.550736:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536112.550741:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536112.550744:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536112.550891:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539890:539890:256:4294967295] 192.168.206.123@tcp LPNI seq info [539841:539841:8:4294967295] 00000400:00000200:1.0:1788536112.550896:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536112.550907:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536112.550912:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536112.550918:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1ee00. 00000800:00000200:1.0:1788536112.550924:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536112.550931:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536112.550936:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536112.551047:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536112.551053:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536112.551056:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305412368 00000100:00000010:1.0:1788536112.551060:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f58060. 00000100:00000001:1.0:1788536112.551067:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788536112.551072:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305412368 00000100:00000010:1.0:1788536112.551075:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f58960. 00000100:00000001:1.0:1788536112.551094:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788536112.551097:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536112.551100:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536112.551103:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536112.551107:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536112.551114:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536112.551115:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536112.551117:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536112.551119:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536112.551121:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536112.551123:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964680832:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536112.551126:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536112.551129:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536112.551131:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536112.551132:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536112.551135:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b178400. 02000000:00000001:1.0:1788536112.551137:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536112.551141:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536112.551143:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1e18. 00000400:00000010:1.0:1788536112.551147:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4dd0. 00000100:00000200:1.0:1788536112.551151:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964680832, portal 10 00000100:00000001:1.0:1788536112.551153:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536112.551154:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261029888 : -110894448521728 : ffff9b245fc9ce00) 00000100:00000040:1.0:1788536112.551161:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536112.551166:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536112.551169:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536112.551171:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4bb0. 00000100:00000200:1.0:1788536112.551173:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964680832, offset 0 00000400:00000200:1.0:1788536112.551177:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536112.551181:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536112.551190:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536112.551193:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536112.551196:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536112.551198:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536112.551201:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536112.551204:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539891:539891:255:4294967295] 192.168.206.123@tcp LPNI seq info [539842:539842:7:4294967295] 00000400:00000200:1.0:1788536112.551208:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536112.551215:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536112.551219:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536112.551223:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1eb00. 00000800:00000200:1.0:1788536112.551227:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536112.551231:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536112.551233:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536112.551236:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536112.551240:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20280 usecs (21 jiffies) 00000400:00000200:1.0:1788536112.551243:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536112.551244:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305408534 00000100:00000001:1.0:1788536112.551247:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305412368 00000100:00000001:1.0:1788536112.551249:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305408534 00000100:00000001:1.0:1788536112.551251:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305412368 00000100:00000001:1.0:1788536112.551252:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536112.551254:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536112.551257:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536112.551260:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536112.551267:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536112.551269:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788536112.551271:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536112.551272:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536112.551273:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536112.551276:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788536112.551278:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536112.551285:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536112.551287:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536112.551288:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536112.551289:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536112.551291:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536112.551295:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536112.551302:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536112.551303:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536112.551306:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536112.551307:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536112.551309:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536112.551312:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964680704:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536112.551315:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536112.551317:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536112.551318:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536112.551320:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536112.551322:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b179e00. 02000000:00000001:1.0:1788536112.551324:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536112.551327:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536112.551329:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1210. 00000400:00000010:1.0:1788536112.551333:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4550. 00000100:00000200:1.0:1788536112.551336:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964680704, portal 10 00000100:00000001:1.0:1788536112.551338:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536112.551339:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261028096 : -110894448523520 : ffff9b245fc9c700) 00000100:00000040:1.0:1788536112.551345:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536112.551352:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536112.551354:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536112.551356:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4440. 00000100:00000200:1.0:1788536112.551359:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964680704, offset 0 00000400:00000200:1.0:1788536112.551362:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536112.551366:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536112.551374:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536112.551376:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536112.551378:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536112.551380:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536112.551382:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536112.551385:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539892:539892:254:4294967295] 192.168.206.123@tcp LPNI seq info [539843:539843:6:4294967295] 00000400:00000200:1.0:1788536112.551389:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536112.551394:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536112.551398:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536112.551401:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1ea00. 00000800:00000200:1.0:1788536112.551405:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536112.551409:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536112.551412:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536112.551415:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536112.551418:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19355 usecs (20 jiffies) 00000400:00000200:1.0:1788536112.551420:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536112.551422:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305408533 00000100:00000001:1.0:1788536112.551424:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305412368 00000100:00000001:1.0:1788536112.551426:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305408533 00000100:00000001:1.0:1788536112.551428:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305412368 00000100:00000001:1.0:1788536112.551429:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536112.551431:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536112.551433:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536112.551437:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536112.551444:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536112.551445:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536112.551447:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536112.551449:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536112.551456:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536112.551460:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964680960:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536112.551463:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536112.551465:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536112.551467:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536112.551469:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536112.551471:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b178000. 02000000:00000001:1.0:1788536112.551473:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536112.551476:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536112.551479:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1a50. 00000400:00000010:1.0:1788536112.551482:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4880. 00000100:00000200:1.0:1788536112.551484:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964680960, portal 4 00000100:00000001:1.0:1788536112.551486:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536112.551488:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261038848 : -110894448512768 : ffff9b245fc9f100) 00000100:00000040:1.0:1788536112.551493:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536112.551500:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536112.551502:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536112.551504:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f43b8. 00000100:00000200:1.0:1788536112.551506:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964680960, offset 0 00000400:00000200:1.0:1788536112.551510:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536112.551513:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536112.551516:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536112.551519:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536112.551521:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536112.551523:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536112.551525:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536112.551528:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539893:539893:253:4294967295] 192.168.206.123@tcp LPNI seq info [539844:539844:5:4294967295] 00000400:00000200:1.0:1788536112.551531:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536112.551537:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536112.551541:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536112.551549:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e900. 00000800:00000200:1.0:1788536112.551554:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536112.551558:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536112.551560:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536112.551563:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536112.551566:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115518 usecs (116 jiffies) 00000400:00000200:1.0:1788536112.551569:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536112.551570:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305408629 00000100:00000001:1.0:1788536112.551573:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305412368 00000100:00000001:1.0:1788536112.551575:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305408629 00000100:00000001:1.0:1788536112.551576:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305412368 00000100:00000001:1.0:1788536112.551578:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536112.551580:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536112.551582:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536112.551584:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536112.551596:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536112.551599:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788536112.551720:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536112.551725:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1ee00. 00000400:00000200:2.0:1788536112.551729:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536112.551733:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536112.551738:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f46e8 00000400:00000010:2.0:1788536112.551740:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f46e8. 00000100:00000001:2.0:1788536112.551743:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536112.551756:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536128 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536112.551765:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536112.551768:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536128 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536112.551774:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536112.551781:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536112.551794:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536112.551796:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1eb00. 00000400:00000200:2.0:1788536112.551799:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536112.551803:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536112.551805:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4bb0 00000400:00000010:2.0:1788536112.551807:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4bb0. 00000100:00000001:2.0:1788536112.551809:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536112.551813:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536112.551820:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536112.551823:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536112.551828:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536112.551830:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536112.551837:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536112.551839:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1ea00. 00000400:00000200:2.0:1788536112.551841:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536112.551844:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536112.551847:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4440 00000400:00000010:2.0:1788536112.551848:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4440. 00000100:00000001:2.0:1788536112.551850:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536112.551853:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536112.551859:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536112.551862:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536112.551868:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536112.551869:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536112.553249:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536112.553256:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e900. 00000400:00000200:2.0:1788536112.553261:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536112.553267:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536112.553277:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f43b8 00000400:00000010:2.0:1788536112.553279:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f43b8. 00000100:00000001:2.0:1788536112.553283:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536112.553289:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536112.553300:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536112.553303:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536112.553309:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536112.553311:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536112.554869:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.556578:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536112.556585:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.556590:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536112.556598:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557071:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536112.557092:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557098:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557102:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557107:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebad380 00000400:00000200:2.0:1788536112.557111:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557117:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f6d [1] + 224 00000800:00000001:2.0:1788536112.557124:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.557130:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536112.557133:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536112.557137:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536112.557145:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536112.557152:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536128 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536112.557162:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536112.557214:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536112.557218:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536112.557236:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536112.557252:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.557256:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536112.557258:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.557260:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536112.557264:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557267:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536112.557271:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557274:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557277:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557279:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebad480 00000400:00000200:2.0:1788536112.557283:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557287:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f75 [1] + 224 00000800:00000001:2.0:1788536112.557291:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.557294:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536112.557296:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536112.557299:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536112.557303:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536112.557308:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536112.557315:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536112.557322:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536112.557325:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.557328:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536112.557330:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.557332:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536112.557334:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557337:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536112.557341:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557344:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557346:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557349:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebad400 00000400:00000200:2.0:1788536112.557351:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557361:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f7d [1] + 224 00000800:00000001:2.0:1788536112.557365:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.557369:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536112.557371:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536112.557374:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536112.557377:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536112.557381:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536112.557389:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536112.557396:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536112.557400:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.557403:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536112.557405:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.557407:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536112.557410:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557414:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536112.557417:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557419:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557422:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557424:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebad500 00000400:00000200:2.0:1788536112.557428:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536112.557431:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f85 [1] + 224 00000800:00000001:2.0:1788536112.557435:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.557441:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536112.557442:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536112.557445:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536112.557448:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536112.557452:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536167 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536112.557460:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536112.557474:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536112.557478:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536112.557481:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788536112.562348:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536112.562355:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536112.562358:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d17e8. 00000400:00000200:1.0:1788536112.562364:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f42a8 00000400:00000010:1.0:1788536112.562366:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f42a8. 00000100:00000001:1.0:1788536112.562371:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536112.562382:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536128 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536112.562393:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536128 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536112.562460:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536112.562462:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536112.562465:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536112.562478:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536112.562480:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536112.562482:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536112.562485:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536112.562550:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=139 v=5 (5 5 5 5) 00000100:00001000:1.0:1788536112.562555:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=120 v=5 (1 1 0 0) 00000100:00000001:1.0:1788536112.562558:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536112.562559:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536112.562562:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536112.562565:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536112.562567:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536112.562573:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536112.562580:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536112.562583:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536112.562585:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536112.562588:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536128 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536112.562595:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1e73104-a124-445d-9e99-edaf7c361d90:2403:1875404964680576:192.168.206.123@tcp:400:kworker.0 00000400:00000001:0.0:1788536112.562768:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536112.562771:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536112.562773:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1e18. 00000400:00000200:0.0:1788536112.562777:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4dd0 00000400:00000010:0.0:1788536112.562778:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4dd0. 00000100:00000001:0.0:1788536112.562781:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536112.562786:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788536112.562807:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.562813:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536112.562814:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536112.562816:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536112.562937:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536112.562939:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536112.562940:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536112.562942:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536112.562949:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=139 v=60 (60 61 61 62) 00000100:00001000:0.0:1788536112.562952:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=102 v=5 (1 2 0 0) 00000100:00000001:0.0:1788536112.562954:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536112.562956:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536112.562957:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788536112.562962:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788536112.562968:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536112.562971:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536112.562973:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788536112.562975:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536112.562976:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.562980:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.563632:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536112.563635:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536112.563637:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536112.563691:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536112.563700:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964680832:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536112.563714:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536112.563717:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536112.563721:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9ed80 x1875404964680576/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536128 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.563728:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536112.563730:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536112.563733:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b179600. 02000000:00000001:0.0:1788536112.563737:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536112.563739:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536112.563741:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1788536112.563743:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536112.563746:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61c00. 02000000:00000001:0.0:1788536112.563749:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536112.563751:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536112.563752:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9ed80. 00000100:00000001:0.0:1788536112.563756:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536112.563757:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536112.563758:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536112.563762:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9ce00 x1875404964680832/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.563767:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536112.563768:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536112.563770:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b178400. 02000000:00000001:0.0:1788536112.563772:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536112.563773:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536112.563774:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:0.0:1788536112.563775:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536112.563777:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61500. 02000000:00000001:0.0:1788536112.563778:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536112.563780:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536112.563781:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9ce00. 00000100:00000001:0.0:1788536112.563783:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536112.563784:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536112.563788:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536112.563790:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536112.563797:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788536112.563801:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536112.563803:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536112.563805:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1210. 00000400:00000200:0.0:1788536112.563808:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4550 00000400:00000010:0.0:1788536112.563809:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4550. 00000100:00000001:0.0:1788536112.563975:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536112.563981:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788536112.564219:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.564227:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536112.564229:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536112.564231:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536112.564233:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536112.564234:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536112.564236:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536112.564238:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536112.564243:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=139 v=60 (60 61 61 62) 00000100:00001000:0.0:1788536112.564247:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=120 v=5 (1 2 0 0) 00000100:00000001:0.0:1788536112.564249:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536112.564250:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536112.564252:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536112.564255:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536112.564257:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536112.564259:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:0.0:1788536112.564260:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536112.564262:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.564265:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.564272:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536112.564274:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536112.564275:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536112.564279:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536112.564292:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964680704:192.168.206.123@tcp:400:kworker.0 00000400:00000001:0.0:1788536112.564298:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536112.564300:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536112.564302:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1a50. 00000400:00000200:0.0:1788536112.564304:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4880 00000400:00000010:0.0:1788536112.564306:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4880. 00000100:00000001:0.0:1788536112.564309:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536112.564313:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788536112.564320:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.564326:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536112.564327:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536112.564329:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536112.564331:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536112.564332:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536112.564334:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536112.564336:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536112.564340:0:2403:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=139 v=36 (36 5 5 5) 00000100:00001000:0.0:1788536112.564343:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=85 v=5 (1 1 0 0) 00000100:00000001:0.0:1788536112.564345:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536112.564346:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536112.564348:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536112.564349:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536112.564352:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536112.564353:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:0.0:1788536112.564354:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536112.564356:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536112.564360:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.564366:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536112.564371:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536112.564373:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536112.564377:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536112.564384:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964680960:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536112.564388:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536112.564390:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536112.564393:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9c700 x1875404964680704/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536197 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.564770:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536112.564772:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536112.564774:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b179e00. 02000000:00000001:0.0:1788536112.564778:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536112.564779:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536112.564780:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:0.0:1788536112.564782:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536112.564784:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61400. 02000000:00000001:0.0:1788536112.564787:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536112.564788:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536112.564790:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9c700. 00000100:00000001:0.0:1788536112.564792:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536112.564793:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536112.564795:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536112.564800:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9f100 x1875404964680960/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536112.564806:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536112.564808:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536112.564809:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b178000. 02000000:00000001:0.0:1788536112.564811:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536112.564926:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536112.564928:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:0.0:1788536112.564930:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536112.564932:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61d00. 02000000:00000001:0.0:1788536112.564941:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536112.564942:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536112.564943:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9f100. 00000100:00000001:0.0:1788536112.564945:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536112.564946:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536112.564948:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536112.564955:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536112.564956:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536112.564958:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536112.564960:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536113.509790:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536113.509797:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536113.509802:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536113.509804:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536113.509857:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536113.509860:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536113.509863:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788536113.598706:0:279999:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788536113.868482:0:280035:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788536113.868489:0:280035:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg623-client.virtnet: executing wait_import_state CONNECTING osc.lustre-OST0000-osc-ffff9b244134e800.ost_server_uuid 50 00000001:00000001:2.0:1788536113.878956:0:280035:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788536114.533933:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536114.533940:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536114.533946:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536114.533947:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536114.534097:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536114.534100:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536114.534103:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536115.557717:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536115.557724:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536115.557729:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536115.557730:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536115.557828:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536115.557831:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536115.557834:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788536116.453798:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305412368, at 4305412416 00000100:00000010:3.0:1788536116.453813:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f58960. 00000100:00000040:2.0:1788536116.453983:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305412368, at 4305412416 00000100:00000010:2.0:1788536116.453989:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f58060. 00010000:00000001:2.0:1788536116.583304:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536116.583312:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536116.583314:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536116.583318:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536116.583323:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536116.583325:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536116.583327:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536116.583329:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536116.583332:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536116.583334:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536116.583938:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536116.583942:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536116.583945:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536117.606152:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536117.606158:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536117.606164:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536117.606181:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536117.607934:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536117.607939:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536117.607943:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788536117.669761:0:189857:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536117.669770:0:189857:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536117.669781:0:189857:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9f100. 00000020:00000040:0.0:1788536117.669786:0:189857:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1788536117.669790:0:189857:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536117.669792:0:189857:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536117.669797:0:189857:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536117.669804:0:189857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61d00. 00000100:00000001:0.0:1788536117.669811:0:189857:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.669838:0:189857:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536117.669850:0:189857:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536117.669854:0:189857:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.669861:0:189857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000079aa3455] to pc [ptlrpcd_00_00+0] req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536117.669891:0:189857:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.669907:0:189857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536117.669910:0:189857:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536117.669913:0:189857:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9c700. 00000020:00000040:0.0:1788536117.669916:0:189857:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:0.0:1788536117.669918:0:189857:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536117.669919:0:189857:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536117.669921:0:189857:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536117.669924:0:189857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61400. 00000100:00000001:0.0:1788536117.669927:0:189857:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.669931:0:189857:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536117.669938:0:189857:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536117.669940:0:189857:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.669943:0:189857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d2c8114e] to pc [ptlrpcd_00_01+1] req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536117.669950:0:189857:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.669952:0:189857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536117.669955:0:189857:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536117.669957:0:189857:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9ce00. 00000020:00000040:0.0:1788536117.669959:0:189857:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:0.0:1788536117.669961:0:189857:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536117.669962:0:189857:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536117.669963:0:189857:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536117.669966:0:189857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61500. 00000100:00000001:0.0:1788536117.669968:0:189857:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.669971:0:189857:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536117.669978:0:189857:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536117.669979:0:189857:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.669983:0:189857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001179934d] to pc [ptlrpcd_00_00+0] req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536117.670002:0:189857:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.670004:0:189857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536117.670007:0:189857:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536117.670010:0:189857:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9ed80. 00000020:00000040:0.0:1788536117.670012:0:189857:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:0.0:1788536117.670014:0:189857:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536117.670015:0:189857:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536117.670017:0:189857:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536117.670020:0:189857:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61c00. 00000100:00000001:0.0:1788536117.670023:0:189857:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.670027:0:189857:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536117.670034:0:189857:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536117.670035:0:189857:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.670039:0:189857:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3b5b88d] to pc [ptlrpcd_00_01+1] req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536117.670045:0:189857:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536117.670048:0:189857:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788536117.670061:0:189857:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788536117.670065:0:189857:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10751) 00000100:00000001:1.0:1788536117.670206:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536117.670210:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536117.670212:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536117.670218:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.670226:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536117.670228:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.670237:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536117.670240:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536117.670242:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536117.670246:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1e73104-a124-445d-9e99-edaf7c361d90:2403:1875404964681088:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536117.670249:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536117.670254:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536117.670257:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.670259:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536117.670262:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2443ab2e00. 02000000:00000001:1.0:1788536117.670264:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536117.670278:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536117.670282:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d17e8. 00000400:00000010:1.0:1788536117.670288:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f42a8. 00000100:00000200:1.0:1788536117.670295:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964681088, portal 25 00000100:00000001:1.0:1788536117.670297:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536117.670299:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261038848 : -110894448512768 : ffff9b245fc9f100) 00000100:00000040:1.0:1788536117.670304:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.670311:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536117.670314:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536117.670316:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4e58. 00000100:00000200:1.0:1788536117.670319:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964681088, offset 0 00000400:00000200:1.0:1788536117.670325:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536117.670338:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536117.670344:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536117.670349:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536117.670353:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536117.670356:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536117.670358:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536117.670362:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539894:539894:256:4294967295] 192.168.206.123@tcp LPNI seq info [539845:539845:8:4294967295] 00000400:00000200:1.0:1788536117.670366:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536117.670375:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536117.670385:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536117.670390:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e800. 00000800:00000200:1.0:1788536117.670396:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536117.670402:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536117.670407:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536117.670421:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536117.670425:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536117.670428:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305417487 00000100:00000010:1.0:1788536117.670431:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f58360. 00000100:00000001:1.0:1788536117.670437:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788536117.670440:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305417487 00000100:00000010:1.0:1788536117.670443:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f58a80. 00000100:00000001:1.0:1788536117.670446:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788536117.670448:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536117.670451:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.670453:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536117.670457:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.670463:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536117.670464:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.670467:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536117.670468:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536117.670470:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536117.670473:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964681344:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536117.670476:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536117.670478:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536117.670480:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.670482:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536117.670484:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2443ab3600. 02000000:00000001:1.0:1788536117.670486:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536117.670489:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536117.670496:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1c60. 00000400:00000010:1.0:1788536117.670499:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4000. 00000100:00000200:1.0:1788536117.670502:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964681344, portal 10 00000100:00000001:1.0:1788536117.670504:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536117.670505:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261029888 : -110894448521728 : ffff9b245fc9ce00) 00000100:00000040:1.0:1788536117.670512:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.670518:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536117.670520:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536117.670522:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4f68. 00000100:00000200:1.0:1788536117.670524:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964681344, offset 0 00000400:00000200:1.0:1788536117.670528:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536117.670531:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536117.670534:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536117.670537:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536117.670539:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536117.670541:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536117.670543:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536117.670546:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539895:539895:255:4294967295] 192.168.206.123@tcp LPNI seq info [539846:539846:7:4294967295] 00000400:00000200:1.0:1788536117.670550:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536117.670556:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536117.670560:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536117.670563:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e400. 00000800:00000200:1.0:1788536117.670566:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536117.670570:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536117.670573:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536117.670576:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536117.670579:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20278 usecs (21 jiffies) 00000400:00000200:1.0:1788536117.670581:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536117.670583:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305413653 00000100:00000001:1.0:1788536117.670586:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305417487 00000100:00000001:1.0:1788536117.670591:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305413653 00000100:00000001:1.0:1788536117.670593:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305417487 00000100:00000001:1.0:1788536117.670595:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536117.670597:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.670600:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.670634:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.670640:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536117.670642:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788536117.670644:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536117.670646:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536117.670647:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536117.670650:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788536117.670652:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.670653:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536117.670655:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.670656:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536117.670657:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536117.670658:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536117.670662:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.670669:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536117.670670:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.670672:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536117.670674:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536117.670676:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536117.670678:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964681216:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536117.670681:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536117.670683:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536117.670685:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.670686:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536117.670689:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2443ab3a00. 02000000:00000001:1.0:1788536117.670691:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536117.670694:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536117.670697:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1898. 00000400:00000010:1.0:1788536117.670704:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4ee0. 00000100:00000200:1.0:1788536117.670706:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964681216, portal 10 00000100:00000001:1.0:1788536117.670708:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536117.670710:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261028096 : -110894448523520 : ffff9b245fc9c700) 00000100:00000040:1.0:1788536117.670716:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.670722:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536117.670724:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536117.670726:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4d48. 00000100:00000200:1.0:1788536117.670729:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964681216, offset 0 00000400:00000200:1.0:1788536117.670732:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536117.670736:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536117.670739:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536117.670742:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536117.670745:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536117.670747:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536117.670749:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536117.670752:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539896:539896:254:4294967295] 192.168.206.123@tcp LPNI seq info [539847:539847:6:4294967295] 00000400:00000200:1.0:1788536117.670756:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536117.670761:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536117.670765:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536117.670768:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e000. 00000800:00000200:1.0:1788536117.670772:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536117.670776:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536117.670778:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536117.670781:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536117.670783:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19353 usecs (20 jiffies) 00000400:00000200:1.0:1788536117.670786:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536117.670788:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305413653 00000100:00000001:1.0:1788536117.670790:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305417487 00000100:00000001:1.0:1788536117.670797:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305413653 00000100:00000001:1.0:1788536117.670799:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305417487 00000100:00000001:1.0:1788536117.670801:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536117.670803:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.670805:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536117.670810:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.670816:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536117.670817:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.670819:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536117.670821:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536117.670823:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536117.670825:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964681472:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536117.670829:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536117.670831:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536117.670832:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.670844:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536117.670847:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2443ab3c00. 02000000:00000001:1.0:1788536117.670849:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536117.670853:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536117.670855:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d10b0. 00000400:00000010:1.0:1788536117.670859:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4a18. 00000100:00000200:1.0:1788536117.670862:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964681472, portal 4 00000100:00000001:1.0:1788536117.670863:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536117.670865:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261037952 : -110894448513664 : ffff9b245fc9ed80) 00000100:00000040:1.0:1788536117.670870:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.670877:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536117.670879:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536117.670881:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f45d8. 00000100:00000200:1.0:1788536117.670883:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964681472, offset 0 00000400:00000200:1.0:1788536117.670891:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536117.670895:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536117.670898:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536117.670900:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536117.670902:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536117.670905:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536117.670907:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536117.670910:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539897:539897:253:4294967295] 192.168.206.123@tcp LPNI seq info [539848:539848:5:4294967295] 00000400:00000200:1.0:1788536117.670914:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536117.670920:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536117.670924:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536117.670926:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e600. 00000800:00000200:1.0:1788536117.670930:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536117.670933:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536117.670936:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536117.670938:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536117.670941:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115436 usecs (116 jiffies) 00000400:00000200:1.0:1788536117.670944:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536117.670946:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305413749 00000100:00000001:1.0:1788536117.670948:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305417487 00000100:00000001:1.0:1788536117.670950:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305413749 00000100:00000001:1.0:1788536117.670952:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305417487 00000100:00000001:1.0:1788536117.670954:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536117.670956:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.670958:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.670960:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.670969:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536117.670971:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788536117.671173:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536117.671177:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e800. 00000400:00000200:2.0:1788536117.671183:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536117.671188:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536117.671192:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4e58 00000400:00000010:2.0:1788536117.671195:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4e58. 00000100:00000001:2.0:1788536117.671199:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536117.671203:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.671211:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536117.671214:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536133 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.671221:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536117.671223:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536117.671231:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536117.671233:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e400. 00000400:00000200:2.0:1788536117.671235:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536117.671238:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536117.671240:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4f68 00000400:00000010:2.0:1788536117.671242:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4f68. 00000100:00000001:2.0:1788536117.671243:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536117.671247:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.671252:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536117.671255:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.671260:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536117.671262:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536117.671266:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536117.671268:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e000. 00000400:00000200:2.0:1788536117.671270:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536117.671273:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536117.671280:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4d48 00000400:00000010:2.0:1788536117.671281:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4d48. 00000100:00000001:2.0:1788536117.671283:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536117.671287:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.671294:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536117.671296:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.671302:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536117.671303:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536117.671362:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536117.671365:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e600. 00000400:00000200:2.0:1788536117.671367:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536117.671370:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536117.671372:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f45d8 00000400:00000010:2.0:1788536117.671374:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f45d8. 00000100:00000001:2.0:1788536117.671376:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536117.671379:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.671386:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536117.671389:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536172 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.671395:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536117.671396:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536117.682750:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.682766:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536117.682770:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.682772:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536117.682791:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.682798:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536117.682806:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.682810:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.682815:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.682846:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebad680 00000400:00000200:2.0:1788536117.682851:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.682858:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f95 [1] + 224 00000800:00000001:2.0:1788536117.682865:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.682873:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536117.682876:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536117.682880:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536117.682887:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536117.682895:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536117.682906:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.682928:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536117.682935:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.682938:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.683221:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536117.683226:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536117.683233:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536117.683242:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536117.683246:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1c60. 00000400:00000200:1.0:1788536117.683250:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4000 00000400:00000010:1.0:1788536117.683252:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4000. 00000100:00000001:1.0:1788536117.683255:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536117.683260:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536117.683268:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.683274:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536117.683276:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.683278:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536117.683281:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536117.683283:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536117.683286:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.683289:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536117.683297:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=144 v=60 (60 61 61 62) 00000100:00001000:1.0:1788536117.683301:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=107 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536117.683304:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536117.683305:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536117.683316:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788536117.683321:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788536117.683328:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.683332:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536117.683334:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788536117.683335:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536117.683337:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536117.683341:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.683349:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536117.683351:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536117.683353:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536117.683364:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536117.683372:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964681344:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536117.683376:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.683379:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536117.683382:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9ce00 x1875404964681344/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.683388:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536117.683390:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536117.683393:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2443ab3600. 02000000:00000001:1.0:1788536117.683397:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536117.683399:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536117.683401:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536117.683403:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536117.683405:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61500. 02000000:00000001:1.0:1788536117.683408:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536117.683410:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536117.683412:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9ce00. 00000100:00000001:1.0:1788536117.683415:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536117.683416:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.683419:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.683421:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536117.683422:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536117.683423:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.683425:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536117.688639:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.688655:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536117.688659:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.688661:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536117.688669:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.688676:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536117.688684:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.688689:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.688694:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.688698:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebad580 00000400:00000200:2.0:1788536117.688704:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.688710:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f8d [1] + 224 00000800:00000001:2.0:1788536117.688716:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.688719:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536117.688723:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536117.688727:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536117.688734:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536117.688753:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536133 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536117.688764:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.688783:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536117.688792:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.688796:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536117.688797:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.688799:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536117.688802:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.688806:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536117.688810:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.688812:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.688815:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.688818:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebad600 00000400:00000200:2.0:1788536117.688830:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.688834:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508f9d [1] + 224 00000800:00000001:2.0:1788536117.688838:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.688855:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536117.688858:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536117.688861:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536117.688865:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536117.688869:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536117.688878:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.688886:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536117.688890:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.688892:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.689200:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536117.689204:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536117.689211:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536117.689212:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536117.689215:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1898. 00000400:00000200:1.0:1788536117.689220:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4ee0 00000400:00000010:1.0:1788536117.689221:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4ee0. 00000100:00000001:1.0:1788536117.689224:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536117.689229:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536117.689249:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.689254:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536117.689256:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.689258:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536117.689261:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536117.689263:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536117.689265:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.689268:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536117.689276:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=144 v=60 (60 61 61 62) 00000100:00001000:1.0:1788536117.689281:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=125 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536117.689283:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536117.689285:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536117.689287:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536117.689290:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.689293:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536117.689295:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:1.0:1788536117.689297:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536117.689299:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536117.689303:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.689320:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536117.689323:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536117.689325:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536117.689329:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536117.689335:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964681216:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1788536117.689341:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536117.689342:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536117.689344:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d17e8. 00000400:00000200:1.0:1788536117.689353:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f42a8 00000400:00000010:1.0:1788536117.689355:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f42a8. 00000100:00000001:1.0:1788536117.689357:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536117.689361:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536133 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536117.689368:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536133 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.689375:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536117.689376:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.689378:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536117.689380:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536117.689381:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536117.689382:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.689384:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536117.689386:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1788536117.689389:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=125 v=5 (1 1 0 0) 00000100:00000001:1.0:1788536117.689391:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536117.689392:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536117.689394:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536117.689396:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.689397:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536117.689401:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.689408:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536117.689410:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536117.689411:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536117.689415:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536133 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536117.689422:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1e73104-a124-445d-9e99-edaf7c361d90:2403:1875404964681088:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536117.689426:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.689429:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536117.689433:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9c700 x1875404964681216/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536202 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.689659:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536117.689662:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536117.689666:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2443ab3a00. 02000000:00000001:1.0:1788536117.689670:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536117.689672:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536117.689674:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536117.689676:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536117.689679:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61400. 02000000:00000001:1.0:1788536117.689682:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536117.689684:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536117.689686:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9c700. 00000100:00000001:1.0:1788536117.689689:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536117.689690:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.689692:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536117.689696:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9f100 x1875404964681088/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536133 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.689702:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536117.689704:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536117.689705:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2443ab2e00. 02000000:00000001:1.0:1788536117.689707:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536117.689708:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536117.689709:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1788536117.689711:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536117.689712:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61d00. 02000000:00000001:1.0:1788536117.689714:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536117.689715:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536117.689716:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9f100. 00000100:00000001:1.0:1788536117.689719:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536117.689720:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.689722:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.689724:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536117.689726:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536117.689728:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.689729:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536117.693639:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.693654:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536117.693670:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.693674:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536117.693683:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.693689:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536117.693697:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.693701:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.693707:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.693710:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebad700 00000400:00000200:2.0:1788536117.693715:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536117.693720:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508fa5 [1] + 224 00000800:00000001:2.0:1788536117.693726:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.693735:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536117.693738:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536117.693742:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536117.693748:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536117.693756:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536117.693767:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536117.693794:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536117.693801:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536117.693804:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.693993:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536117.693997:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536117.694008:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536117.694010:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536117.694013:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d10b0. 00000400:00000200:1.0:1788536117.694016:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4a18 00000400:00000010:1.0:1788536117.694019:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4a18. 00000100:00000001:1.0:1788536117.694021:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536117.694025:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536117.694033:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.694039:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536117.694040:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.694042:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536117.694045:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536117.694047:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536117.694049:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536117.694234:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536117.694242:0:2403:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=144 v=36 (36 5 5 5) 00000100:00001000:1.0:1788536117.694246:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=90 v=5 (1 1 0 0) 00000100:00000001:1.0:1788536117.694248:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536117.694250:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536117.694252:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536117.694255:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.694258:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536117.694260:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:1.0:1788536117.694262:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536117.694264:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536117.694269:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536172 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.694275:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536117.694277:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536117.694279:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536117.694282:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536172 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536117.694300:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964681472:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536117.694305:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.694308:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536117.694311:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9ed80 x1875404964681472/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536172 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536117.694318:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536117.694321:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536117.694324:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2443ab3c00. 02000000:00000001:1.0:1788536117.694327:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536117.694330:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536117.694332:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:1.0:1788536117.694333:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536117.694336:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61c00. 02000000:00000001:1.0:1788536117.694339:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536117.694340:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536117.694342:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9ed80. 00000100:00000001:1.0:1788536117.694345:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536117.694347:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.694349:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536117.694355:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536117.694357:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536117.694359:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536117.694361:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536118.630673:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536118.630679:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536118.630685:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536118.630686:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536118.630896:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536118.630900:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536118.630903:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788536119.589710:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b24523f16c0] -> 12345-192.168.206.23@tcp (6) 00000800:00000200:0.0:1788536119.589719:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.23@tcp ip 192.168.206.23:988 00000800:00000200:0.0:1788536119.589745:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b244334a600 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1788536119.590507:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1788536119.590514:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536119.590525:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536119.590529:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536119.590531:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788536119.654729:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536119.654735:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536119.654756:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536119.654757:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536119.655268:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536119.655272:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536119.655282:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536120.677717:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536120.677723:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536120.677729:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536120.677732:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536120.677734:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536120.677740:0:265135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536120.677742:0:265135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536120.677743:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536120.677746:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536120.677748:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536120.677750:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536120.677752:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536120.677848:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536120.677852:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536120.677854:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536121.573716:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305417487, at 4305417536 00000100:00000010:2.0:1788536121.573730:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f58360. 00000100:00000040:3.0:1788536121.576055:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305417487, at 4305417538 00000100:00000010:3.0:1788536121.576070:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f58a80. 00010000:00000001:2.0:1788536121.702540:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536121.702547:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536121.702554:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536121.702555:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536121.707563:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536121.707569:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536121.707574:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536122.725791:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536122.725797:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536122.725803:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536122.725804:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536122.725892:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536122.725956:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536122.725959:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536122.789867:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536122.789876:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536122.789883:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448435c00. 00000020:00000040:2.0:1788536122.789889:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1788536122.789893:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536122.789895:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536122.789900:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536122.789907:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446957300. 00000100:00000001:2.0:1788536122.789913:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.789923:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536122.789950:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536122.789953:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.789960:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a04ac291] to pc [ptlrpcd_01_01+1] req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.789986:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.789989:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536122.789992:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536122.789995:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448435f80. 00000020:00000040:2.0:1788536122.789998:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:2.0:1788536122.790000:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536122.790002:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536122.790003:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536122.790006:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446957e00. 00000100:00000001:2.0:1788536122.790009:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.790014:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536122.790022:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536122.790034:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.790039:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000949d65a0] to pc [ptlrpcd_01_00+0] req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.790046:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.790048:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536122.790051:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536122.790053:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448436680. 00000020:00000040:2.0:1788536122.790056:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:2.0:1788536122.790058:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536122.790059:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536122.790060:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536122.790063:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446957600. 00000100:00000001:2.0:1788536122.790072:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.790076:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536122.790082:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536122.790084:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.790087:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000508621eb] to pc [ptlrpcd_01_01+1] req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.790092:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.790094:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536122.790096:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536122.790099:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448437480. 00000020:00000040:2.0:1788536122.790101:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:2.0:1788536122.790102:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536122.790103:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536122.790104:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536122.790107:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446957900. 00000100:00000001:2.0:1788536122.790109:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.790112:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536122.790118:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536122.790120:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.790124:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3eaa725] to pc [ptlrpcd_01_00+0] req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.790130:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.790132:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788536122.790135:0:233563:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788536122.790140:0:233563:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10756) 00000100:00000001:2.0:1788536122.790167:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536122.790171:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536122.790178:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788536122.790183:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.790192:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788536122.790194:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536122.790197:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788536122.790199:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788536122.790202:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788536122.790205:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964681600:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536122.790209:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788536122.790214:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788536122.790216:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536122.790219:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788536122.790223:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244a64be00. 02000000:00000001:2.0:1788536122.790225:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536122.790231:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1788536122.790234:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b2472227aa8. 00000400:00000010:2.0:1788536122.790241:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34a18. 00000100:00000200:2.0:1788536122.790247:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964681600, portal 25 00000100:00000001:2.0:1788536122.790249:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788536122.790250:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866342912 : -110894843208704 : ffff9b2448435c00) 00000100:00000040:2.0:1788536122.790256:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.790262:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788536122.790265:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1788536122.790267:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34660. 00000100:00000200:2.0:1788536122.790269:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964681600, offset 0 00000400:00000200:2.0:1788536122.790276:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1788536122.790284:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.790290:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1788536122.790296:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788536122.790300:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000100:00000001:3.0:1788536122.790451:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536122.790455:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536122.790457:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536122.790463:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.790470:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536122.790472:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536122.790474:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536122.790476:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536122.790478:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536122.790481:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964681728:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536122.790485:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536122.790488:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536122.790489:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536122.790491:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536122.790494:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccd400. 02000000:00000001:3.0:1788536122.790496:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536122.790500:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536122.790502:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b688. 00000400:00000010:3.0:1788536122.790513:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd13b8. 00000100:00000200:3.0:1788536122.790517:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964681728, portal 10 00000100:00000001:3.0:1788536122.790519:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536122.790520:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866343808 : -110894843207808 : ffff9b2448435f80) 00000100:00000040:3.0:1788536122.790528:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.790534:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536122.790537:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536122.790539:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1dd0. 00000100:00000200:3.0:1788536122.790541:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964681728, offset 0 00000400:00000200:3.0:1788536122.790545:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1788536122.790985:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788536122.790996:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1788536122.791001:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539898:539898:256:4294967295] 192.168.206.123@tcp LPNI seq info [539849:539849:8:4294967295] 00000400:00000200:2.0:1788536122.791005:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.791015:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788536122.791021:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1788536122.791038:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b24722e5f00. 00000800:00000200:2.0:1788536122.791044:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1788536122.791052:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1788536122.791055:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b24722e5f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536122.791068:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536122.791073:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536122.791075:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305422608 00000100:00000010:2.0:1788536122.791080:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24801d8ba0. 00000100:00000001:2.0:1788536122.791085:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788536122.791090:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305422608 00000100:00000010:2.0:1788536122.791093:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24801d82a0. 00000100:00000001:2.0:1788536122.791095:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788536122.791098:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536122.791100:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536122.791103:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788536122.791107:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.791114:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788536122.791115:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536122.791117:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788536122.791119:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788536122.791120:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788536122.791123:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964681856:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536122.791126:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788536122.791136:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788536122.791138:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536122.791140:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788536122.791143:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244a64a200. 02000000:00000001:2.0:1788536122.791144:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536122.791147:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1788536122.791149:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b2472227d68. 00000400:00000010:2.0:1788536122.791153:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34c38. 00000100:00000200:2.0:1788536122.791156:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964681856, portal 10 00000100:00000001:2.0:1788536122.791158:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788536122.791159:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866345600 : -110894843206016 : ffff9b2448436680) 00000100:00000040:2.0:1788536122.791164:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.791171:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788536122.791173:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1788536122.791175:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34550. 00000100:00000200:2.0:1788536122.791177:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964681856, offset 0 00000400:00000200:2.0:1788536122.791182:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536122.794258:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536122.794270:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536122.794276:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536122.794280:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536122.794283:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536122.794286:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536122.794289:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539899:539899:255:4294967295] 192.168.206.123@tcp LPNI seq info [539850:539850:7:4294967295] 00000400:00000200:3.0:1788536122.794293:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536122.795276:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536122.795285:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536122.795295:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d800. 00000800:00000200:3.0:1788536122.795556:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536122.795564:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536122.795569:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536122.795575:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536122.795581:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19356 usecs (20 jiffies) 00000400:00000200:3.0:1788536122.795586:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536122.795589:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305418776 00000100:00000001:3.0:1788536122.795593:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305422608 00000100:00000001:3.0:1788536122.795623:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305418776 00000100:00000001:3.0:1788536122.795625:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305422608 00000100:00000001:3.0:1788536122.795628:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536122.795631:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.795635:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536122.795643:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.795652:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536122.795654:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536122.795658:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536122.795661:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536122.795664:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536122.795667:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964681984:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536122.795671:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536122.795676:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536122.795678:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536122.795680:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536122.795685:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccc800. 02000000:00000001:3.0:1788536122.795688:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536122.795692:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536122.795696:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b630. 00000400:00000010:3.0:1788536122.795703:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1660. 00000100:00000200:3.0:1788536122.795709:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964681984, portal 4 00000100:00000001:3.0:1788536122.795712:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536122.795713:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866349184 : -110894843202432 : ffff9b2448437480) 00000400:00000200:2.0:1788536122.795718:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:3.0:1788536122.795724:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788536122.795728:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1788536122.795737:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788536122.795738:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1788536122.795742:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000100:00000040:3.0:1788536122.795745:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536122.795750:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1cc0. 00000100:00000200:3.0:1788536122.795753:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964681984, offset 0 00000400:00000200:3.0:1788536122.795768:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1788536122.796110:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788536122.796115:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1788536122.796119:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539900:539900:254:4294967295] 192.168.206.123@tcp LPNI seq info [539851:539851:6:4294967295] 00000400:00000200:2.0:1788536122.796124:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.796133:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788536122.796138:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1788536122.796143:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b24722e5700. 00000800:00000200:2.0:1788536122.796147:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1788536122.796151:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1788536122.796155:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b24722e5700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536122.796164:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536122.796168:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20278 usecs (21 jiffies) 00000400:00000200:2.0:1788536122.796172:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536122.796174:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305418779 00000100:00000001:2.0:1788536122.796177:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305422608 00000100:00000001:2.0:1788536122.796179:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305418779 00000100:00000001:2.0:1788536122.796181:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305422608 00000100:00000001:2.0:1788536122.796183:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536122.796185:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536122.796187:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536122.796191:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536122.796198:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788536122.796200:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788536122.796203:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536122.796204:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536122.796206:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536122.796209:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788536122.796411:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536122.796416:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b24722e5f00. 00000400:00000200:2.0:1788536122.796422:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536122.796426:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536122.799751:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536122.799763:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536122.799768:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536122.799773:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536122.799777:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536122.799779:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536122.799783:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539901:539901:253:4294967295] 192.168.206.123@tcp LPNI seq info [539852:539852:5:4294967295] 00000400:00000200:3.0:1788536122.799788:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536122.799797:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536122.799804:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536122.799814:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d700. 00000800:00000200:3.0:1788536122.799821:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536122.799828:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536122.799832:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536122.799837:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536122.799843:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115363 usecs (116 jiffies) 00000400:00000200:3.0:1788536122.799847:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536122.799850:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305418878 00000100:00000001:3.0:1788536122.799853:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305422608 00000100:00000001:3.0:1788536122.799855:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305418878 00000100:00000001:3.0:1788536122.799857:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305422608 00000100:00000001:3.0:1788536122.799859:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536122.799863:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.799867:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.799870:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.799878:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536122.799880:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788536122.799883:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536122.799885:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536122.799899:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.799901:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536122.805175:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34660 00000400:00000010:2.0:1788536122.805183:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34660. 00000100:00000001:2.0:1788536122.805190:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536122.805201:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.805213:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536122.805216:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536138 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.805224:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536122.805226:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536122.805256:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536122.805274:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d800. 00000400:00000200:2.0:1788536122.805279:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536122.805283:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536122.805286:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1dd0 00000400:00000010:2.0:1788536122.805288:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1dd0. 00000100:00000001:2.0:1788536122.805291:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536122.805295:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.805476:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536122.805481:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.805488:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536122.805489:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536122.805501:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536122.805503:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b24722e5700. 00000400:00000200:2.0:1788536122.805506:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536122.805509:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536122.805512:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34550 00000400:00000010:2.0:1788536122.805514:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34550. 00000100:00000001:2.0:1788536122.805516:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536122.805520:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.805527:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536122.805530:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.805536:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536122.805538:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536122.805952:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536122.805956:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d700. 00000400:00000200:2.0:1788536122.805959:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536122.805964:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536122.805967:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1cc0 00000400:00000010:2.0:1788536122.805969:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1cc0. 00000100:00000001:2.0:1788536122.805979:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536122.805983:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.805992:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536122.805994:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536177 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.806000:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536122.806002:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536122.813509:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.813524:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536122.813528:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.813530:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536122.813538:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.813545:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536122.813552:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.813556:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.813560:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.813564:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebad800 00000400:00000200:2.0:1788536122.813568:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.813573:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508fbd [1] + 224 00000800:00000001:2.0:1788536122.813579:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.813582:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536122.813584:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536122.813589:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536122.813595:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536122.813635:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536122.813651:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.813668:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536122.813675:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.813693:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536122.813695:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.813697:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536122.813701:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.813705:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536122.813709:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.813712:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.813715:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.813718:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebad880 00000400:00000200:2.0:1788536122.813721:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.813724:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508fcd [1] + 224 00000800:00000001:2.0:1788536122.813728:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.813743:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536122.813745:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788536122.813978:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536122.813982:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536122.813988:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536122.813990:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536122.813993:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b688. 00000400:00000200:3.0:1788536122.813997:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd13b8 00000400:00000010:3.0:1788536122.813999:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd13b8. 00000100:00000001:3.0:1788536122.814002:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536122.814006:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536122.814015:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.814033:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536122.814035:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.814037:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536122.814040:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536122.814043:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536122.814044:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536122.814047:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536122.814055:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=149 v=60 (60 61 61 62) 00000100:00001000:3.0:1788536122.814059:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=130 v=5 (1 2 0 0) 00000100:00000001:3.0:1788536122.814062:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536122.814063:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536122.814066:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536122.814069:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.814073:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536122.814075:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:3.0:1788536122.814077:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536122.814078:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536122.814083:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.814090:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536122.814092:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536122.814101:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536122.814105:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536122.814113:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448435f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964681728:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536122.814118:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.814120:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536122.814124:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448435f80 x1875404964681728/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.814130:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536122.814132:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536122.814135:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccd400. 02000000:00000001:3.0:1788536122.814139:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536122.814142:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536122.814144:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536122.814146:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536122.814148:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446957e00. 02000000:00000001:3.0:1788536122.814152:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536122.814154:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536122.814156:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448435f80. 00000100:00000001:3.0:1788536122.814159:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536122.814161:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.814164:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.814165:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536122.814166:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536122.814168:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.814170:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536122.814211:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536122.814216:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536122.814219:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536122.814227:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.814244:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536122.814249:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.814253:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.815900:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536122.815907:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536122.815914:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536122.815916:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536122.815918:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b2472227d68. 00000400:00000200:3.0:1788536122.815924:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34c38 00000400:00000010:3.0:1788536122.815927:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34c38. 00000100:00000001:3.0:1788536122.815930:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536122.815939:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536122.815964:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.815970:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536122.815972:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.815974:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536122.815977:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536122.815979:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536122.815981:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536122.815983:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536122.815991:0:2406:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=149 v=60 (60 61 61 62) 00000100:00001000:3.0:1788536122.815995:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=112 v=5 (1 2 0 0) 00000100:00000001:3.0:1788536122.815997:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536122.815999:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536122.816002:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788536122.816006:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788536122.816012:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.816015:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536122.816016:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788536122.816018:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536122.816020:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536122.816034:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.816041:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536122.816044:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536122.816045:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536122.816049:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536122.816056:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448436680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964681856:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536122.816068:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.816071:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536122.816074:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448436680 x1875404964681856/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.816080:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536122.816082:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536122.816085:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244a64a200. 02000000:00000001:3.0:1788536122.816090:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536122.816092:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536122.816093:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536122.816095:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536122.816097:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446957600. 02000000:00000001:3.0:1788536122.816100:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536122.816102:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536122.816104:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448436680. 00000100:00000001:3.0:1788536122.816107:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536122.816109:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.816111:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.816113:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536122.816428:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536122.816430:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.816433:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536122.816624:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.816635:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536122.816637:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.816640:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536122.816647:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.816652:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536122.816659:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.816662:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.816667:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.816670:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebad900 00000400:00000200:2.0:1788536122.816681:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.816686:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508fdd [1] + 224 00000800:00000001:2.0:1788536122.816693:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.816696:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536122.816699:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536122.816702:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536122.816707:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536122.816712:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536122.816721:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.816734:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536122.816741:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.816744:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536122.816745:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.816747:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536122.816763:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.816767:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536122.816771:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.816773:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.816776:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.816779:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebad780 00000400:00000200:2.0:1788536122.816782:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536122.816786:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508fad [1] + 224 00000800:00000001:2.0:1788536122.816789:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.816795:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536122.816798:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536122.816801:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536122.816803:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536122.816807:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536138 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536122.816826:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536122.816835:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536122.816840:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536122.816843:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.817154:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536122.817157:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536122.817161:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536122.817163:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536122.817165:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b2472227aa8. 00000400:00000200:3.0:1788536122.817169:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34a18 00000400:00000010:3.0:1788536122.817171:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34a18. 00000100:00000001:3.0:1788536122.817173:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536122.817178:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536138 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536122.817186:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536138 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.817193:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536122.817200:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.817202:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536122.817204:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536122.817206:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536122.817208:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536122.817210:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536122.817214:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=149 v=5 (5 5 5 5) 00000100:00001000:3.0:1788536122.817217:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=130 v=5 (1 1 0 0) 00000100:00000001:3.0:1788536122.817219:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536122.817220:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536122.817222:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536122.817224:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.817226:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536122.817230:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.817237:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536122.817239:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536122.817241:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536122.817245:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536138 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536122.817252:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964681600:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536122.817256:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.817257:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536122.817260:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448435c00 x1875404964681600/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536138 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.817265:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536122.817267:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536122.817269:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244a64be00. 02000000:00000001:3.0:1788536122.817273:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536122.817274:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536122.817275:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1788536122.817277:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536122.817279:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446957300. 02000000:00000001:3.0:1788536122.817287:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536122.817289:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536122.817291:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448435c00. 00000100:00000001:3.0:1788536122.817294:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536122.817295:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.817297:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.817377:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536122.817379:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.817383:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536122.817384:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.817392:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536122.817394:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536122.817398:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536122.817399:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536122.817401:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b630. 00000400:00000200:3.0:1788536122.817403:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1660 00000400:00000010:3.0:1788536122.817405:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1660. 00000100:00000001:3.0:1788536122.817407:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536122.817412:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536122.817419:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.817424:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536122.817425:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.817426:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536122.817428:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536122.817429:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536122.817430:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536122.817431:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536122.817436:0:2405:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=149 v=36 (36 5 5 5) 00000100:00001000:3.0:1788536122.817439:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=95 v=5 (1 1 0 0) 00000100:00000001:3.0:1788536122.817441:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536122.817442:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536122.817444:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536122.817446:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.817448:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536122.817455:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:3.0:1788536122.817457:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536122.817458:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536122.817462:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536177 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.817467:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536122.817469:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536122.817470:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536122.817473:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536177 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536122.817480:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448437480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964681984:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536122.817484:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.817486:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536122.817489:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448437480 x1875404964681984/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536177 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536122.817494:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536122.817495:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536122.817497:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccc800. 02000000:00000001:3.0:1788536122.817499:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536122.817501:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536122.817502:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:3.0:1788536122.817504:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536122.817505:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446957900. 02000000:00000001:3.0:1788536122.817507:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536122.817508:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536122.817510:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448437480. 00000100:00000001:3.0:1788536122.817512:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536122.817514:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.817515:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536122.817518:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536122.817519:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536122.817521:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536122.817523:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536123.749785:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536123.749793:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536123.749798:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536123.749800:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536123.749864:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536123.749868:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536123.749871:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536124.773722:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536124.773728:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536124.773734:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536124.773736:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536124.773824:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536124.773827:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536124.773830:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536125.797950:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536125.797957:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536125.797973:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536125.797974:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536125.798122:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536125.798126:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536125.798129:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536126.693723:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305422608, at 4305422656 00000100:00000010:2.0:1788536126.693748:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24801d8ba0. 00000100:00000040:3.0:1788536126.693855:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305422608, at 4305422656 00000100:00000010:3.0:1788536126.693861:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24801d82a0. 00010000:00000001:2.0:1788536126.822122:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536126.822130:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536126.822132:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536126.822135:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536126.822140:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536126.822142:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536126.822143:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536126.822145:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536126.822149:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536126.822150:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536126.822589:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536126.822628:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536126.822631:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536127.850112:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536127.850118:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536127.850124:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536127.850125:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536127.856160:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536127.856167:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536127.856171:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788536127.912882:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536127.912890:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536127.912896:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac7b80. 00000020:00000040:1.0:1788536127.912901:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1788536127.912905:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536127.912909:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536127.912913:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536127.912919:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e600. 00000100:00000001:1.0:1788536127.912926:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.912936:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536127.912947:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536127.912951:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.912957:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099baa8ff] to pc [ptlrpcd_00_00+0] req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.912981:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.912983:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536127.912987:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536127.912990:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac4e00. 00000020:00000040:1.0:1788536127.912992:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:1.0:1788536127.912994:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536127.913007:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536127.913009:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536127.913013:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e000. 00000100:00000001:1.0:1788536127.913016:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.913021:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536127.913039:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536127.913042:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.913046:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d3bba73] to pc [ptlrpcd_00_01+1] req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.913055:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.913057:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536127.913060:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536127.913063:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac5500. 00000020:00000040:1.0:1788536127.913065:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:1.0:1788536127.913068:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536127.913069:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536127.913071:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536127.913074:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e400. 00000100:00000001:1.0:1788536127.913077:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.913081:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536127.913087:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536127.913088:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.913092:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1caafff] to pc [ptlrpcd_00_00+0] req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.913098:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.913100:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536127.913103:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536127.913106:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac4000. 00000020:00000040:1.0:1788536127.913108:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:1.0:1788536127.913110:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536127.913111:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536127.913112:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536127.913115:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e800. 00000100:00000001:1.0:1788536127.913125:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.913130:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536127.913137:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536127.913139:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.913142:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed4183d] to pc [ptlrpcd_00_01+1] req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.913149:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.913151:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788536127.913154:0:273156:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788536127.913160:0:273156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10761) 00000100:00000001:1.0:1788536127.913173:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536127.913176:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536127.913179:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536127.913184:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.913191:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536127.913194:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536127.913198:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536127.913201:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536127.913204:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536127.913207:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964682240:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536127.913211:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536127.913216:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536127.913219:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536127.913221:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536127.913226:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b246792aa00. 02000000:00000001:1.0:1788536127.913228:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536127.913234:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536127.913238:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d10b0. 00000400:00000010:1.0:1788536127.913244:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4a18. 00000100:00000200:1.0:1788536127.913257:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964682240, portal 10 00000100:00000001:1.0:1788536127.913259:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536127.913261:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393314304 : -110894316237312 : ffff9b2467ac4e00) 00000100:00000040:1.0:1788536127.913281:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.913288:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536127.913291:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536127.913294:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f42a8. 00000100:00000200:1.0:1788536127.913297:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964682240, offset 0 00000400:00000200:1.0:1788536127.913302:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536127.913310:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536127.913317:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536127.913322:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536127.913326:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536127.913330:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536127.913332:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536127.913336:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539902:539902:256:4294967295] 192.168.206.123@tcp LPNI seq info [539853:539853:8:4294967295] 00000400:00000200:1.0:1788536127.913340:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536127.913349:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536127.913355:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536127.913360:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e900. 00000800:00000200:1.0:1788536127.913366:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536127.913373:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536127.913378:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536127.913388:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.913392:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19360 usecs (20 jiffies) 00000400:00000200:1.0:1788536127.913395:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536127.913398:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305423895 00000100:00000010:1.0:1788536127.913402:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f585a0. 00000100:00000001:1.0:1788536127.913408:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788536127.913417:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305423895 00000100:00000010:1.0:1788536127.913419:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f58720. 00000100:00000001:1.0:1788536127.913422:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788536127.913425:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536127.913427:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536127.913430:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536127.913433:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.913439:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536127.913441:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536127.913443:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536127.913445:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536127.913447:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536127.913449:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964682496:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536127.913452:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536127.913455:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536127.913457:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536127.913458:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536127.913461:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b246792a400. 02000000:00000001:1.0:1788536127.913463:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536127.913467:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536127.913469:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d17e8. 00000400:00000010:1.0:1788536127.913473:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4ee0. 00000100:00000200:1.0:1788536127.913476:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964682496, portal 4 00000100:00000001:1.0:1788536127.913478:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536127.913479:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393310720 : -110894316240896 : ffff9b2467ac4000) 00000100:00000040:1.0:1788536127.913485:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.913491:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536127.913493:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536127.913495:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4000. 00000100:00000200:1.0:1788536127.913497:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964682496, offset 0 00000400:00000200:1.0:1788536127.913507:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536127.913511:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536127.913514:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536127.913517:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536127.913519:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536127.913522:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536127.913524:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536127.913527:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539903:539903:255:4294967295] 192.168.206.123@tcp LPNI seq info [539854:539854:7:4294967295] 00000400:00000200:1.0:1788536127.913531:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536127.913537:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536127.913541:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536127.913544:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1ea00. 00000800:00000200:1.0:1788536127.913548:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536127.913553:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536127.913555:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536127.913558:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.913561:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115296 usecs (116 jiffies) 00000400:00000200:1.0:1788536127.913563:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536127.913565:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305423991 00000100:00000001:1.0:1788536127.913570:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, simply extend its deadline from 4305423895 00000100:00000001:1.0:1788536127.913572:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305423991 00000100:00000001:1.0:1788536127.913575:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, simply extend its deadline from 4305423895 00000100:00000001:1.0:1788536127.913577:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536127.913579:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536127.913582:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536127.913584:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.913591:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536127.913593:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788536127.913596:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536127.913597:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536127.913622:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536127.913626:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788536127.913628:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.913631:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536127.913633:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.913635:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536127.913636:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536127.913637:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536127.913642:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.913649:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536127.913651:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536127.913653:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536127.913655:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536127.913657:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536127.913660:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1e73104-a124-445d-9e99-edaf7c361d90:2404:1875404964682112:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536127.913663:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536127.913666:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536127.913667:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536127.913669:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536127.913672:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244d6cda00. 02000000:00000001:1.0:1788536127.913674:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536127.913678:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536127.913680:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1898. 00000400:00000010:1.0:1788536127.913684:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4770. 00000100:00000200:1.0:1788536127.913687:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964682112, portal 25 00000100:00000001:1.0:1788536127.913689:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536127.913690:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393325952 : -110894316225664 : ffff9b2467ac7b80) 00000100:00000040:1.0:1788536127.913695:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.913701:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536127.913704:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536127.913707:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4aa0. 00000100:00000200:1.0:1788536127.913709:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964682112, offset 0 00000400:00000200:1.0:1788536127.913720:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536127.913725:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536127.913729:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536127.913732:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536127.913735:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536127.913737:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536127.913740:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536127.913743:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539904:539904:254:4294967295] 192.168.206.123@tcp LPNI seq info [539855:539855:6:4294967295] 00000400:00000200:1.0:1788536127.913747:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536127.913754:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536127.913760:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536127.913763:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1eb00. 00000800:00000200:1.0:1788536127.913767:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536127.913771:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536127.913774:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536127.913777:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536127.913780:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536127.913782:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305427731 00000100:00000001:1.0:1788536127.913786:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305423991 00000100:00000001:1.0:1788536127.913790:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305427731 00000100:00000001:1.0:1788536127.913795:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305423991 00000100:00000001:1.0:1788536127.913798:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536127.913801:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536127.913804:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536127.913809:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.913815:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536127.913816:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536127.913819:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536127.913820:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536127.913826:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536127.913830:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964682368:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536127.913833:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536127.913835:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536127.913836:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536127.913838:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536127.913841:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244d858600. 02000000:00000001:1.0:1788536127.913843:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536127.913846:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536127.913848:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1c60. 00000400:00000010:1.0:1788536127.913853:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f47f8. 00000100:00000200:1.0:1788536127.913856:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964682368, portal 10 00000100:00000001:1.0:1788536127.913858:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536127.913859:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393316096 : -110894316235520 : ffff9b2467ac5500) 00000100:00000040:1.0:1788536127.913865:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.913871:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1788536127.913873:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1788536127.913874:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536127.913876:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4660. 00000100:00000200:1.0:1788536127.913878:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964682368, offset 0 00000400:00000200:1.0:1788536127.913885:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000800:00000010:2.0:1788536127.913888:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e900. 00000400:00000200:1.0:1788536127.913892:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536127.913896:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788536127.913899:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536127.913903:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788536127.913907:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:1.0:1788536127.913909:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536127.913914:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788536127.913917:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f42a8 00000400:00000200:1.0:1788536127.913917:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000010:2.0:1788536127.913923:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f42a8. 00000400:00000200:1.0:1788536127.913924:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539905:539905:253:4294967295] 192.168.206.123@tcp LPNI seq info [539856:539856:5:4294967295] 00000100:00000001:2.0:1788536127.913930:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1788536127.913931:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000200:2.0:1788536127.913940:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1788536127.913942:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536127.913953:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000100:00000001:2.0:1788536127.913960:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000800:00000010:1.0:1788536127.913964:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1ee00. 00000100:00000040:2.0:1788536127.913968:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788536127.913973:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536127.913982:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536127.913987:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536127.913989:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536127.913993:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536127.913994:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1788536127.914011:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20280 usecs (21 jiffies) 00000400:00000200:1.0:1788536127.914016:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536127.914018:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305423897 00000100:00000001:1.0:1788536127.914021:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305427731 00000100:00000001:1.0:1788536127.914024:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305423897 00000800:00000200:2.0:1788536127.914026:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788536127.914027:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305427731 00000800:00000010:2.0:1788536127.914031:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1ea00. 00000100:00000001:1.0:1788536127.914032:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536127.914037:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536127.914039:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788536127.914041:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536127.914046:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:1.0:1788536127.914046:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536127.914052:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4000 00000400:00000010:2.0:1788536127.914054:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4000. 00000100:00000001:2.0:1788536127.914057:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536127.914062:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536127.914071:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536127.914075:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536182 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536127.914081:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536127.914083:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536127.914094:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536127.914096:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1eb00. 00000400:00000200:2.0:1788536127.914099:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536127.914103:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536127.914105:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4aa0 00000400:00000010:2.0:1788536127.914107:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4aa0. 00000100:00000001:2.0:1788536127.914115:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536127.914119:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536127.914127:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536127.914129:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536143 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536127.914136:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536127.914137:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536127.914204:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536127.914207:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1ee00. 00000400:00000200:2.0:1788536127.914210:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536127.914213:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536127.914216:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4660 00000400:00000010:2.0:1788536127.914218:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4660. 00000100:00000001:2.0:1788536127.914220:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536127.914223:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536127.914230:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536127.914233:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536127.914239:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536127.914240:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788536127.914410:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536127.914413:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788536127.921677:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536127.921695:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536127.921699:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536127.921701:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536127.921789:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536127.921799:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536127.921809:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536127.921814:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536127.921819:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536127.921824:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebadb00 00000400:00000200:3.0:1788536127.921828:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536127.921834:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508ff5 [1] + 224 00000800:00000001:3.0:1788536127.921842:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536127.921848:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536127.921851:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536127.921856:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536127.921864:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536127.921873:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536127.921884:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536127.921900:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536127.921908:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536127.921912:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536127.921914:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536127.921916:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.921929:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788536127.921930:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536127.921933:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788536127.921934:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536127.921938:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536127.921941:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000001:1.0:1788536127.921941:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536127.921943:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536127.921946:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d17e8. 00000400:00000200:1.0:1788536127.921949:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4ee0 00000400:00000010:1.0:1788536127.921952:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4ee0. 00000100:00000001:1.0:1788536127.921954:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1788536127.921955:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536127.921957:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebad980 00000100:00000200:1.0:1788536127.921959:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788536127.921961:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536127.921965:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x508ffd [1] + 224 00000100:00000200:1.0:1788536127.921968:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788536127.921969:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536127.921973:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.921974:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788536127.921975:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1788536127.921976:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536127.921978:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:1.0:1788536127.921978:0:2404:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788536127.921981:0:2397:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1788536127.921981:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536127.921984:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1788536127.921985:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536143 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.921990:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536127.921993:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788536127.921993:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536127.922012:0:2404:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=154 v=36 (36 5 5 5) 00000100:00000001:3.0:1788536127.922016:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536127.922020:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1788536127.922023:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=100 v=5 (1 1 0 0) 00000800:00000001:3.0:1788536127.922024:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536127.922025:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788536127.922026:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1788536127.922027:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.922028:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536127.922031:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00010000:00000001:1.0:1788536127.922031:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1788536127.922034:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00010000:00000001:1.0:1788536127.922034:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536127.922038:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536127.922040:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:1.0:1788536127.922042:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536127.922044:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536127.922046:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536127.922048:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:1.0:1788536127.922049:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788536127.922051:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536127.922054:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebada00 00000400:00000200:3.0:1788536127.922057:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536127.922057:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536127.922059:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1788536127.922061:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x508fed [1] + 224 00000100:00000001:1.0:1788536127.922061:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536127.922065:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1788536127.922065:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788536127.922068:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536127.922070:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536127.922073:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00100000:1.0:1788536127.922074:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964682496:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536127.922076:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1788536127.922078:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788536127.922080:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.922081:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536127.922084:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac4000 x1875404964682496/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536182 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.922091:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1788536127.922094:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788536127.922094:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536127.922097:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b246792a400. 00000100:00000001:3.0:1788536127.922100:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1788536127.922102:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:3.0:1788536127.922104:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1788536127.922105:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000800:00000001:3.0:1788536127.922106:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788536127.922107:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000800:00000001:3.0:1788536127.922108:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1788536127.922109:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 00000800:00000001:3.0:1788536127.922110:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1788536127.922111:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e800. 00000400:00000200:3.0:1788536127.922113:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536127.922116:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 02000000:00000001:1.0:1788536127.922118:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1788536127.922119:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 02000000:00000001:1.0:1788536127.922120:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1788536127.922122:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000010:1.0:1788536127.922122:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac4000. 00000400:00000200:3.0:1788536127.922124:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536127.922125:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1788536127.922127:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebada80 00000100:00000001:1.0:1788536127.922127:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536127.922130:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536127.922130:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536127.922132:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536127.922133:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788536127.922134:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x509005 [1] + 224 00000800:00000001:3.0:1788536127.922137:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1788536127.922137:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536127.922138:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536127.922140:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1898. 00000800:00000001:3.0:1788536127.922141:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788536127.922142:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4770 00000400:00000200:3.0:1788536127.922143:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1788536127.922144:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4770. 00000100:00000001:1.0:1788536127.922146:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1788536127.922147:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536127.922149:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536127.922149:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536143 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536127.922153:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536127.922157:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536143 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536127.922161:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.922164:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536127.922165:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.922167:0:2404:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:3.0:1788536127.922168:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1788536127.922168:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536127.922169:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:3.0:1788536127.922170:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788536127.922171:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536127.922172:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788536127.922173:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1788536127.922176:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1788536127.922178:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=135 v=5 (1 1 0 0) 00000100:00000001:1.0:1788536127.922180:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536127.922181:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536127.922183:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536127.922184:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536127.922186:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.922190:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536143 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.922196:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536127.922203:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536127.922204:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536127.922211:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536143 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536127.922218:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1e73104-a124-445d-9e99-edaf7c361d90:2404:1875404964682112:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1788536127.922223:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536127.922224:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536127.922226:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1c60. 00000400:00000200:1.0:1788536127.922228:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f47f8 00000400:00000010:1.0:1788536127.922229:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f47f8. 00000100:00000001:1.0:1788536127.922231:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536127.922234:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536127.922241:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.922247:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536127.922248:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.922250:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536127.922251:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536127.922252:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536127.922253:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536127.922255:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536127.922259:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=154 v=60 (60 61 61 62) 00000100:00001000:1.0:1788536127.922262:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=117 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536127.922356:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536127.922360:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536127.922362:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788536127.922366:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788536127.922373:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536127.922375:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536127.922376:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788536127.922383:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536127.922384:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.922388:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.922394:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536127.922396:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536127.922398:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536127.922401:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536127.922409:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964682368:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1788536127.922414:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536127.922415:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536127.922417:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d10b0. 00000400:00000200:1.0:1788536127.922419:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4a18 00000400:00000010:1.0:1788536127.922421:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4a18. 00000100:00000001:1.0:1788536127.922422:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536127.922426:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536127.922432:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.922438:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536127.922439:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.922441:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536127.922443:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536127.922444:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536127.922445:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536127.922447:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536127.922452:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=154 v=60 (60 61 61 62) 00000100:00001000:1.0:1788536127.922455:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=135 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536127.922457:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536127.922458:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536127.922467:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536127.922469:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536127.922472:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536127.922473:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:1.0:1788536127.922475:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536127.922476:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536127.922481:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.922487:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536127.922489:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536127.922490:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536127.922493:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536127.922501:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964682240:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536127.922505:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.922506:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536127.922510:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac7b80 x1875404964682112/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536143 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.922515:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536127.922517:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536127.922519:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244d6cda00. 02000000:00000001:1.0:1788536127.922523:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536127.922525:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536127.922526:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1788536127.922527:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536127.922529:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e600. 02000000:00000001:1.0:1788536127.922531:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536127.922532:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536127.922534:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac7b80. 00000100:00000001:1.0:1788536127.922536:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536127.922537:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.922538:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536127.922542:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac5500 x1875404964682368/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.922553:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536127.922555:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536127.922556:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244d858600. 02000000:00000001:1.0:1788536127.922558:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536127.922560:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536127.922561:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536127.922562:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536127.922564:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e400. 02000000:00000001:1.0:1788536127.922566:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536127.922567:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536127.922568:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac5500. 00000100:00000001:1.0:1788536127.922570:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536127.922571:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.922573:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536127.922576:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac4e00 x1875404964682240/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536127.922581:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536127.922582:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536127.922584:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b246792aa00. 02000000:00000001:1.0:1788536127.922586:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536127.922587:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536127.922588:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536127.922590:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536127.922592:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e000. 02000000:00000001:1.0:1788536127.922593:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536127.922594:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536127.922596:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac4e00. 00000100:00000001:1.0:1788536127.922598:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536127.922599:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.922600:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536127.922625:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536127.922627:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536127.922629:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536127.922631:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536128.869789:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536128.869795:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536128.869802:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536128.869803:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536128.871033:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536128.871038:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536128.871041:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536129.893858:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536129.893864:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536129.893869:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536129.893871:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536129.894075:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536129.894080:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536129.894083:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536130.920525:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536130.920532:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536130.920537:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536130.920540:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536130.920558:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536130.920564:0:265135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536130.920566:0:265135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536130.920567:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536130.920570:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536130.920572:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536130.920574:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536130.920577:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536130.921100:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536130.921110:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536130.921113:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536131.813724:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305427731, at 4305427776 00000100:00000040:3.0:1788536131.813734:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305427731, at 4305427776 00000100:00000010:2.0:1788536131.813738:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f585a0. 00000100:00000010:3.0:1788536131.813743:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f58720. 00010000:00000001:2.0:1788536131.941843:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536131.941850:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536131.941856:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536131.941858:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536131.942073:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536131.942077:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536131.942080:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536132.969369:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536132.969375:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536132.969381:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536132.969382:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536132.969458:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536132.969462:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536132.969464:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788536133.029717:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536133.029727:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536133.029736:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac4e00. 00000020:00000040:1.0:1788536133.029743:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1788536133.029747:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536133.029750:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536133.029754:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536133.029761:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e400. 00000100:00000001:1.0:1788536133.029767:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.029777:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536133.029786:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536133.029790:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.029807:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d3bba73] to pc [ptlrpcd_00_00+0] req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.029837:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.029840:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536133.029843:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536133.029846:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac5500. 00000020:00000040:1.0:1788536133.029848:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:1.0:1788536133.029851:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536133.029852:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536133.029854:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536133.029857:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e600. 00000100:00000001:1.0:1788536133.029859:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.029878:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536133.029885:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536133.029887:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.029891:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1caafff] to pc [ptlrpcd_00_01+1] req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.029898:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.029901:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536133.029903:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536133.029906:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac7b80. 00000020:00000040:1.0:1788536133.029908:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:1.0:1788536133.029910:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536133.029911:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536133.029913:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536133.029916:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e800. 00000100:00000001:1.0:1788536133.029919:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.029923:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536133.029929:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536133.029931:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.029935:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099baa8ff] to pc [ptlrpcd_00_00+0] req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.029941:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.029943:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536133.029947:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536133.029949:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac4000. 00000020:00000040:1.0:1788536133.029951:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:1.0:1788536133.029953:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536133.029954:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536133.029955:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536133.029964:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e700. 00000100:00000001:1.0:1788536133.029967:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.029982:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536133.029988:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536133.029990:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.029993:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed4183d] to pc [ptlrpcd_00_01+1] req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.030000:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.030002:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788536133.030005:0:273156:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788536133.030010:0:273156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10766) 00000100:00000001:1.0:1788536133.030024:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536133.030027:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536133.030030:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536133.030035:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.030043:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536133.030045:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.030048:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536133.030051:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536133.030053:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536133.030056:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964682752:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536133.030060:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536133.030065:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536133.030067:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.030070:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536133.030073:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244d858600. 02000000:00000001:1.0:1788536133.030076:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536133.030082:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536133.030086:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d10b0. 00000400:00000010:1.0:1788536133.030097:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4a18. 00000100:00000200:1.0:1788536133.030104:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964682752, portal 10 00000100:00000001:1.0:1788536133.030106:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536133.030107:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393316096 : -110894316235520 : ffff9b2467ac5500) 00000100:00000040:1.0:1788536133.030114:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.030122:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536133.030124:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536133.030127:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f47f8. 00000100:00000200:1.0:1788536133.030130:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964682752, offset 0 00000400:00000200:1.0:1788536133.030136:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536133.030143:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536133.030150:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536133.030154:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536133.030158:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536133.030161:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536133.030164:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536133.030167:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539906:539906:256:4294967295] 192.168.206.123@tcp LPNI seq info [539857:539857:8:4294967295] 00000400:00000200:1.0:1788536133.030171:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536133.030180:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536133.030187:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536133.030191:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e500. 00000800:00000200:1.0:1788536133.030197:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536133.030204:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536133.030208:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536133.030226:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.030230:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19357 usecs (20 jiffies) 00000400:00000200:1.0:1788536133.030234:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536133.030236:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305429012 00000100:00000010:1.0:1788536133.030250:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f586c0. 00000100:00000001:1.0:1788536133.030260:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788536133.030269:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305429012 00000100:00000010:1.0:1788536133.030272:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f588a0. 00000100:00000001:1.0:1788536133.030275:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788536133.030287:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536133.030290:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536133.030293:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536133.030297:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.030303:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536133.030305:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.030307:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536133.030309:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536133.030311:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536133.030313:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964683008:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536133.030316:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536133.030319:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536133.030320:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.030322:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536133.030325:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244d859200. 02000000:00000001:1.0:1788536133.030327:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536133.030331:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536133.030333:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1c60. 00000400:00000010:1.0:1788536133.030337:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4770. 00000100:00000200:1.0:1788536133.030340:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964683008, portal 4 00000100:00000001:1.0:1788536133.030341:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536133.030342:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393310720 : -110894316240896 : ffff9b2467ac4000) 00000100:00000040:1.0:1788536133.030347:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.030353:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536133.030355:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536133.030362:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4ee0. 00000100:00000200:1.0:1788536133.030364:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964683008, offset 0 00000400:00000200:1.0:1788536133.030369:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536133.030373:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536133.030376:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536133.030378:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536133.030381:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536133.030383:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536133.030385:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536133.030387:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539907:539907:255:4294967295] 192.168.206.123@tcp LPNI seq info [539858:539858:7:4294967295] 00000400:00000200:1.0:1788536133.030391:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536133.030397:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536133.030401:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536133.030404:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e300. 00000800:00000200:1.0:1788536133.030407:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536133.030412:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536133.030414:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536133.030417:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.030420:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115207 usecs (116 jiffies) 00000400:00000200:1.0:1788536133.030423:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536133.030425:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305429108 00000100:00000001:1.0:1788536133.030429:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, simply extend its deadline from 4305429012 00000100:00000001:1.0:1788536133.030432:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305429108 00000100:00000001:1.0:1788536133.030435:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, simply extend its deadline from 4305429012 00000100:00000001:1.0:1788536133.030437:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536133.030439:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536133.030442:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536133.030444:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.030450:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536133.030453:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788536133.030461:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536133.030462:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536133.030464:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536133.030466:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788536133.030468:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.030470:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536133.030471:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.030473:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536133.030474:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536133.030475:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536133.030479:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.030486:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536133.030487:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.030489:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536133.030491:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536133.030493:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536133.030495:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1e73104-a124-445d-9e99-edaf7c361d90:2404:1875404964682624:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536133.030498:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536133.030500:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536133.030502:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.030504:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536133.030508:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b246792a400. 02000000:00000001:1.0:1788536133.030509:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536133.030512:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536133.030515:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1898. 00000400:00000010:1.0:1788536133.030518:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4220. 00000100:00000200:1.0:1788536133.030521:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964682624, portal 25 00000100:00000001:1.0:1788536133.030522:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536133.030523:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393314304 : -110894316237312 : ffff9b2467ac4e00) 00000100:00000040:1.0:1788536133.030528:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.030533:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536133.030535:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536133.030542:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4198. 00000100:00000001:0.0:1788536133.030698:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536133.030701:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1788536133.030816:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964682624, offset 0 00000400:00000200:1.0:1788536133.030822:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536133.030826:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536133.030830:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536133.030832:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536133.030835:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536133.030837:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536133.030839:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536133.030841:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539908:539908:254:4294967295] 192.168.206.123@tcp LPNI seq info [539859:539859:6:4294967295] 00000400:00000200:1.0:1788536133.030844:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536133.030850:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536133.030854:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536133.030857:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1ee00. 00000800:00000200:1.0:1788536133.030861:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536133.030865:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536133.030868:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536133.030871:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536133.030874:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536133.030876:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305432848 00000100:00000001:1.0:1788536133.030880:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305429108 00000100:00000001:1.0:1788536133.030883:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305432848 00000100:00000001:1.0:1788536133.030885:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305429108 00000100:00000001:1.0:1788536133.030888:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536133.030890:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536133.030892:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536133.030896:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.030902:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536133.030903:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.030912:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536133.030914:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536133.030916:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536133.030918:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964682880:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536133.030921:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536133.030924:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536133.030925:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.030926:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536133.030930:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b179400. 02000000:00000001:1.0:1788536133.030932:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536133.030935:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536133.030938:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d17e8. 00000400:00000010:1.0:1788536133.030941:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4b28. 00000100:00000200:1.0:1788536133.030944:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964682880, portal 10 00000100:00000001:1.0:1788536133.030945:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536133.030947:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393325952 : -110894316225664 : ffff9b2467ac7b80) 00000100:00000040:1.0:1788536133.030952:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.030958:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536133.030960:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536133.030962:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4990. 00000100:00000200:1.0:1788536133.030965:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964682880, offset 0 00000400:00000200:1.0:1788536133.031717:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536133.031726:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536133.031731:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536133.031735:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536133.031739:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536133.031741:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536133.031744:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536133.031747:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539909:539909:253:4294967295] 192.168.206.123@tcp LPNI seq info [539860:539860:5:4294967295] 00000400:00000200:1.0:1788536133.031751:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536133.031758:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536133.031772:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536133.031776:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1eb00. 00000800:00000200:1.0:1788536133.031781:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536133.031785:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536133.031788:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536133.031800:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.031804:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20278 usecs (21 jiffies) 00000400:00000200:1.0:1788536133.031807:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536133.031809:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305429015 00000100:00000001:1.0:1788536133.031812:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305432848 00000100:00000001:1.0:1788536133.031814:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305429015 00000100:00000001:1.0:1788536133.031817:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305432848 00000100:00000001:1.0:1788536133.031819:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536133.031821:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536133.031825:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536133.031828:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788536133.031923:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536133.031927:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e500. 00000400:00000200:2.0:1788536133.031934:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536133.031939:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536133.031944:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f47f8 00000400:00000010:2.0:1788536133.031946:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f47f8. 00000100:00000001:2.0:1788536133.031951:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536133.031957:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536133.031966:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536133.031979:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536133.031986:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536133.031988:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536133.032000:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536133.032003:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e300. 00000400:00000200:2.0:1788536133.032005:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536133.032014:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536133.032017:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4ee0 00000400:00000010:2.0:1788536133.032019:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4ee0. 00000100:00000001:2.0:1788536133.032021:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536133.032025:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536133.032032:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536133.032035:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536133.032041:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536133.032042:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536133.032051:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536133.032053:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1ee00. 00000400:00000200:2.0:1788536133.032056:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536133.032059:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536133.032061:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4198 00000400:00000010:2.0:1788536133.032063:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4198. 00000100:00000001:2.0:1788536133.032064:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536133.032068:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536133.032075:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536133.032078:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536133.032083:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536133.032085:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536133.032145:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536133.032148:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1eb00. 00000400:00000200:2.0:1788536133.032151:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536133.032154:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536133.032157:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4990 00000400:00000010:2.0:1788536133.032159:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4990. 00000100:00000001:2.0:1788536133.032161:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536133.032164:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536133.032178:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536133.032181:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536133.032187:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536133.032188:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788536133.037651:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.037668:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536133.037672:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.037674:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536133.037682:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037689:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536133.037697:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037701:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037706:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037710:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebadb80 00000400:00000200:3.0:1788536133.037714:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037720:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x50901d [1] + 224 00000800:00000001:3.0:1788536133.037726:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.037730:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536133.037733:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536133.037738:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536133.037745:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536133.037753:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536133.037773:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536133.037792:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536133.037800:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.037803:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536133.037805:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.037807:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536133.037810:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037813:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536133.037817:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037819:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037822:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037824:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebadd00 00000400:00000200:3.0:1788536133.037827:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037844:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x509015 [1] + 224 00000800:00000001:3.0:1788536133.037848:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.037851:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536133.037853:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536133.037856:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536133.037859:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536133.037863:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536188 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536133.037873:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536133.037880:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536133.037883:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.037886:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536133.037888:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.037890:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536133.037892:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037895:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536133.037898:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037900:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037903:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037905:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebadc80 00000400:00000200:3.0:1788536133.037908:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037911:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x509025 [1] + 224 00000800:00000001:3.0:1788536133.037915:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.037918:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536133.037920:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536133.037922:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536133.037924:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536133.037928:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536133.037935:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536133.037949:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536133.037953:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.037956:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536133.037957:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.037959:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536133.037962:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037965:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536133.037981:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037984:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037987:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037990:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebadc00 00000400:00000200:3.0:1788536133.037994:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536133.037997:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x50900d [1] + 224 00000800:00000001:3.0:1788536133.038000:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.038007:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536133.038009:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536133.038012:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536133.038015:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536133.038018:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536133.038025:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536133.038031:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536133.038034:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536133.038036:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.038559:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536133.038563:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536133.038569:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536133.038571:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536133.038574:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1898. 00000400:00000200:1.0:1788536133.038578:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4220 00000400:00000010:1.0:1788536133.038581:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4220. 00000100:00000001:1.0:1788536133.038584:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536133.038589:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536133.038598:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.038627:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536133.038629:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.038632:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536133.038640:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536133.038643:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536133.038645:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.038647:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536133.038653:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=10 v=5 (5 5 5 5) 00000100:00001000:1.0:1788536133.038657:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=141 v=5 (1 1 0 0) 00000100:00000001:1.0:1788536133.038660:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536133.038661:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536133.038664:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536133.038666:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536133.038668:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.038673:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.038680:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536133.038683:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536133.038684:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536133.038688:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536133.038696:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1e73104-a124-445d-9e99-edaf7c361d90:2404:1875404964682624:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1788536133.038701:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536133.038702:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536133.038704:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d17e8. 00000400:00000200:1.0:1788536133.038706:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4b28 00000400:00000010:1.0:1788536133.038707:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4b28. 00000100:00000001:1.0:1788536133.038709:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536133.038712:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536133.038720:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.038727:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536133.038728:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.038729:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536133.038733:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536133.038735:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536133.038736:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.038738:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536133.038743:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=10 v=60 (60 60 61 61) 00000100:00001000:1.0:1788536133.038746:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=123 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536133.038748:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536133.038749:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536133.038751:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788536133.038765:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788536133.038772:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536133.038775:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536133.038777:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788536133.038779:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536133.038780:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.038784:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.038789:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536133.038791:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536133.038793:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536133.038796:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536133.038803:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964682880:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1788536133.038808:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536133.038810:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536133.038811:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d10b0. 00000400:00000200:1.0:1788536133.038814:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4a18 00000400:00000010:1.0:1788536133.038815:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4a18. 00000100:00000001:1.0:1788536133.038817:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536133.038820:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536133.038839:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.038845:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536133.038846:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.038848:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536133.038850:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536133.038851:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536133.038853:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.038854:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536133.038859:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=10 v=60 (60 60 61 61) 00000100:00001000:1.0:1788536133.038861:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=141 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536133.038863:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536133.038864:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536133.038866:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536133.038868:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536133.038870:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536133.038871:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:1.0:1788536133.038873:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536133.038874:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.038878:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.038883:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536133.038885:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536133.038886:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536133.038890:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536133.038897:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964682752:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1788536133.038902:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536133.038903:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536133.038905:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1c60. 00000400:00000200:1.0:1788536133.038912:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4770 00000400:00000010:1.0:1788536133.038913:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4770. 00000100:00000001:1.0:1788536133.038916:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536133.038919:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536133.038927:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.038934:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536133.038935:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.038937:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536133.038938:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536133.038939:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536133.038940:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536133.038942:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536133.038946:0:2404:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=10 v=36 (36 36 5 5) 00000100:00001000:1.0:1788536133.038949:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=106 v=5 (1 1 0 0) 00000100:00000001:1.0:1788536133.038951:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536133.038952:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536133.038954:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536133.038956:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536133.038958:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536133.038959:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:1.0:1788536133.038960:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536133.038962:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536133.038965:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.038985:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536133.038987:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536133.038988:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536133.038992:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536133.038999:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964683008:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536133.039009:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.039011:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536133.039015:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac4e00 x1875404964682624/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.039022:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536133.039024:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536133.039027:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b246792a400. 02000000:00000001:1.0:1788536133.039032:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536133.039034:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536133.039035:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1788536133.039038:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536133.039040:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e400. 02000000:00000001:1.0:1788536133.039043:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536133.039044:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536133.039046:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac4e00. 00000100:00000001:1.0:1788536133.039049:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536133.039051:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.039052:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536133.039055:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac7b80 x1875404964682880/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.039061:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536133.039062:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536133.039063:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b179400. 02000000:00000001:1.0:1788536133.039065:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536133.039066:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536133.039067:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536133.039069:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536133.039070:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e800. 02000000:00000001:1.0:1788536133.039071:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536133.039072:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536133.039074:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac7b80. 00000100:00000001:1.0:1788536133.039076:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536133.039077:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.039078:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536133.039081:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac5500 x1875404964682752/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.039091:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536133.039092:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536133.039093:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244d858600. 02000000:00000001:1.0:1788536133.039095:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536133.039096:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536133.039097:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536133.039099:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536133.039100:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e600. 02000000:00000001:1.0:1788536133.039102:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536133.039103:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536133.039104:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac5500. 00000100:00000001:1.0:1788536133.039106:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536133.039107:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.039108:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536133.039111:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac4000 x1875404964683008/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536133.039117:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536133.039118:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536133.039119:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244d859200. 02000000:00000001:1.0:1788536133.039121:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536133.039122:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536133.039123:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:1.0:1788536133.039124:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536133.039125:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e700. 02000000:00000001:1.0:1788536133.039127:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536133.039128:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536133.039132:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac4000. 00000100:00000001:1.0:1788536133.039134:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536133.039135:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.039137:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536133.039143:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536133.039145:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536133.039147:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536133.039149:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536133.991957:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536133.991973:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536133.991980:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536133.991981:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536133.994357:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536133.994364:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536133.994368:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536135.013860:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536135.013866:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536135.013870:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536135.013872:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536135.014133:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536135.014137:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536135.014139:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536136.037672:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536136.037679:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536136.037684:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536136.037686:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536136.037819:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536136.037836:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536136.037839:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788536136.933710:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305432848, at 4305432896 00000100:00000040:2.0:1788536136.933713:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305432848, at 4305432896 00000100:00000010:3.0:1788536136.933726:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f588a0. 00000100:00000010:2.0:1788536136.933728:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f586c0. 00010000:00000001:2.0:1788536137.061724:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536137.061732:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536137.061735:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536137.061738:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536137.061742:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536137.061744:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536137.061746:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536137.061748:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536137.061752:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536137.061753:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536137.061861:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536137.061864:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536137.061867:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536138.085716:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536138.085723:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536138.085729:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536138.085730:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536138.085984:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536138.085987:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536138.085990:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788536138.149719:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536138.149738:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536138.149747:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac4000. 00000020:00000040:1.0:1788536138.149754:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1788536138.149758:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536138.149761:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536138.149766:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536138.149773:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e700. 00000100:00000001:1.0:1788536138.149779:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.149789:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536138.149799:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536138.149802:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.149808:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001ed4183d] to pc [ptlrpcd_00_00+0] req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.149840:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.149843:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536138.149846:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536138.149849:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac5500. 00000020:00000040:1.0:1788536138.149851:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:1.0:1788536138.149852:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536138.149854:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536138.149855:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536138.149858:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e600. 00000100:00000001:1.0:1788536138.149861:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.149878:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536138.149885:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536138.149887:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.149890:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1caafff] to pc [ptlrpcd_00_01+1] req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.149898:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.149900:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536138.149913:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536138.149916:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac7b80. 00000020:00000040:1.0:1788536138.149919:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:1.0:1788536138.149921:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536138.149923:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536138.149924:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536138.149928:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e800. 00000100:00000001:1.0:1788536138.149931:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.149935:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536138.149950:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536138.149952:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.149956:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099baa8ff] to pc [ptlrpcd_00_00+0] req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.149963:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.149964:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536138.149967:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536138.149970:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac4e00. 00000020:00000040:1.0:1788536138.149971:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:1.0:1788536138.149973:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536138.149975:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536138.149976:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536138.149985:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e400. 00000100:00000001:1.0:1788536138.149988:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.149993:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536138.150000:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536138.150002:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.150006:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d3bba73] to pc [ptlrpcd_00_01+1] req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.150012:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.150014:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788536138.150017:0:233563:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788536138.150021:0:233563:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10771) 00000100:00000001:1.0:1788536138.150049:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536138.150052:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536138.150054:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536138.150059:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.150066:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536138.150068:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536138.150071:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536138.150073:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536138.150076:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536138.150078:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964683264:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536138.150082:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536138.150086:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536138.150089:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536138.150091:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536138.150095:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b178000. 02000000:00000001:1.0:1788536138.150097:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536138.150103:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536138.150106:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1c60. 00000400:00000010:1.0:1788536138.150118:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4770. 00000100:00000200:1.0:1788536138.150124:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964683264, portal 10 00000100:00000001:1.0:1788536138.150126:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536138.150128:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393316096 : -110894316235520 : ffff9b2467ac5500) 00000100:00000040:1.0:1788536138.150135:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.150142:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536138.150144:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536138.150147:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4a18. 00000100:00000200:1.0:1788536138.150150:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964683264, offset 0 00000400:00000200:1.0:1788536138.150155:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536138.150162:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536138.150168:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536138.150173:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536138.150177:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536138.150180:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536138.150183:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536138.150186:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539910:539910:256:4294967295] 192.168.206.123@tcp LPNI seq info [539861:539861:8:4294967295] 00000400:00000200:1.0:1788536138.150189:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536138.150198:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536138.150203:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536138.150207:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1ea00. 00000800:00000200:1.0:1788536138.150213:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536138.150220:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536138.150224:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536138.150241:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.150245:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19353 usecs (20 jiffies) 00000400:00000200:1.0:1788536138.150248:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536138.150251:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305434132 00000100:00000010:1.0:1788536138.150254:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f589c0. 00000100:00000001:1.0:1788536138.150265:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788536138.150273:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305434132 00000100:00000010:1.0:1788536138.150276:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b2472f58120. 00000100:00000001:1.0:1788536138.150279:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788536138.150291:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536138.150293:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.150296:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536138.150300:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.150306:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536138.150307:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536138.150309:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536138.150310:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536138.150312:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536138.150315:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964683520:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536138.150317:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536138.150320:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536138.150321:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536138.150323:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536138.150325:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b179a00. 02000000:00000001:1.0:1788536138.150327:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536138.150330:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536138.150333:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d10b0. 00000400:00000010:1.0:1788536138.150336:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4b28. 00000100:00000200:1.0:1788536138.150339:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964683520, portal 4 00000100:00000001:1.0:1788536138.150341:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536138.150342:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393314304 : -110894316237312 : ffff9b2467ac4e00) 00000100:00000040:1.0:1788536138.150347:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.150352:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536138.150354:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536138.150361:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4220. 00000100:00000200:1.0:1788536138.150364:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964683520, offset 0 00000400:00000200:1.0:1788536138.150378:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536138.150382:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536138.150385:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536138.150388:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536138.150391:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536138.150393:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536138.150395:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536138.150397:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539911:539911:255:4294967295] 192.168.206.123@tcp LPNI seq info [539862:539862:7:4294967295] 00000400:00000200:1.0:1788536138.150401:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536138.150406:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536138.150409:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536138.150412:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1e900. 00000800:00000200:1.0:1788536138.150416:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536138.150419:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536138.150422:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536138.150424:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.150427:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115120 usecs (116 jiffies) 00000400:00000200:1.0:1788536138.150430:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536138.150431:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305434228 00000100:00000001:1.0:1788536138.150436:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, simply extend its deadline from 4305434132 00000100:00000001:1.0:1788536138.150438:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305434228 00000100:00000001:1.0:1788536138.150441:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, simply extend its deadline from 4305434132 00000100:00000001:1.0:1788536138.150443:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536138.150445:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.150447:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.150449:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536138.150455:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536138.150457:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:1.0:1788536138.150465:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536138.150467:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536138.150468:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536138.150470:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788536138.150472:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536138.150474:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536138.150476:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536138.150478:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536138.150478:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536138.150479:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536138.150483:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.150488:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536138.150490:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536138.150492:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536138.150493:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536138.150495:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536138.150497:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1e73104-a124-445d-9e99-edaf7c361d90:2404:1875404964683136:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536138.150500:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536138.150502:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536138.150503:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536138.150505:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536138.150508:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b178c00. 02000000:00000001:1.0:1788536138.150509:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536138.150512:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536138.150515:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d17e8. 00000400:00000010:1.0:1788536138.150518:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4110. 00000100:00000200:1.0:1788536138.150521:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964683136, portal 25 00000100:00000001:1.0:1788536138.150522:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536138.150523:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393310720 : -110894316240896 : ffff9b2467ac4000) 00000100:00000040:1.0:1788536138.150527:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.150532:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536138.150534:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536138.150542:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4990. 00000100:00000200:1.0:1788536138.150545:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964683136, offset 0 00000400:00000200:1.0:1788536138.150549:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536138.150552:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536138.150555:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536138.150558:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536138.150560:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536138.150562:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536138.150564:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536138.150566:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539912:539912:254:4294967295] 192.168.206.123@tcp LPNI seq info [539863:539863:6:4294967295] 00000400:00000200:1.0:1788536138.150569:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536138.150574:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536138.150578:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536138.150580:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1eb00. 00000800:00000200:1.0:1788536138.150583:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536138.150587:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536138.150589:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536138.150592:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536138.150594:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536138.150596:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305437967 00000100:00000001:1.0:1788536138.150599:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305434228 00000100:00000001:1.0:1788536138.150625:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305437968 00000100:00000001:1.0:1788536138.150628:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305434228 00000100:00000001:1.0:1788536138.150631:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536138.150633:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.150635:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536138.150638:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.150644:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536138.150645:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536138.150652:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536138.150654:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536138.150656:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536138.150659:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964683392:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536138.150661:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536138.150664:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536138.150665:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536138.150666:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536138.150669:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b179c00. 02000000:00000001:1.0:1788536138.150671:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536138.150674:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536138.150676:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1898. 00000400:00000010:1.0:1788536138.150679:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4198. 00000100:00000200:1.0:1788536138.150682:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964683392, portal 10 00000100:00000001:1.0:1788536138.150683:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536138.150684:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393325952 : -110894316225664 : ffff9b2467ac7b80) 00000100:00000040:1.0:1788536138.150689:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.150695:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536138.150696:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536138.150698:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4ee0. 00000100:00000200:1.0:1788536138.150700:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964683392, offset 0 00000400:00000200:1.0:1788536138.150703:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536138.150707:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536138.150710:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536138.150712:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536138.150714:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536138.150717:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536138.150719:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536138.150721:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539913:539913:253:4294967295] 192.168.206.123@tcp LPNI seq info [539864:539864:5:4294967295] 00000400:00000200:1.0:1788536138.150725:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536138.150730:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536138.150740:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536138.150743:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1ee00. 00000800:00000200:1.0:1788536138.150747:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536138.150751:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536138.150753:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536138.150756:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.150759:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20278 usecs (21 jiffies) 00000400:00000200:1.0:1788536138.150762:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536138.150764:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305434134 00000100:00000001:1.0:1788536138.150766:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305437967 00000100:00000001:1.0:1788536138.150768:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305434134 00000100:00000001:1.0:1788536138.150770:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305437968 00000100:00000001:1.0:1788536138.150771:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536138.150773:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.150775:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.150777:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536138.151567:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536138.151572:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788536138.151653:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536138.151664:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1ea00. 00000400:00000200:2.0:1788536138.151670:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536138.151676:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536138.151681:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4a18 00000400:00000010:2.0:1788536138.151683:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4a18. 00000100:00000001:2.0:1788536138.151687:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536138.151693:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536138.151702:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536138.151705:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536138.151711:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536138.151713:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536138.151724:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536138.151738:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1e900. 00000400:00000200:2.0:1788536138.151741:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536138.151744:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536138.151746:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4220 00000400:00000010:2.0:1788536138.151748:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4220. 00000100:00000001:2.0:1788536138.151750:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536138.151754:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536138.151762:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536138.151764:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536138.151769:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536138.151770:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536138.151778:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536138.151780:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1eb00. 00000400:00000200:2.0:1788536138.151782:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536138.151784:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536138.151786:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4990 00000400:00000010:2.0:1788536138.151788:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4990. 00000100:00000001:2.0:1788536138.151796:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536138.151800:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536138.151806:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536138.151809:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536154 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536138.151814:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536138.151815:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536138.151871:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536138.151874:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1ee00. 00000400:00000200:2.0:1788536138.151877:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536138.151880:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536138.151883:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4ee0 00000400:00000010:2.0:1788536138.151884:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4ee0. 00000100:00000001:2.0:1788536138.151886:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536138.151890:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536138.151896:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536138.151899:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536138.151904:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536138.151905:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788536138.154648:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536138.154663:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536138.154676:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536138.154692:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536138.154701:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.154707:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536138.154715:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.154719:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.154724:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155580:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebadf00 00000400:00000200:3.0:1788536138.155586:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155593:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x509035 [1] + 224 00000800:00000001:3.0:1788536138.155601:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536138.155651:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536138.155654:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536138.155660:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536138.155674:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536138.155682:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536193 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536138.155692:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536138.155714:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536138.155723:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536138.155726:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536138.155839:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536138.155846:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536138.155851:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155855:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536138.155861:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155864:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155867:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155870:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebade00 00000400:00000200:3.0:1788536138.155874:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155878:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x50902d [1] + 224 00000800:00000001:3.0:1788536138.155882:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536138.155896:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536138.155898:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536138.155902:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536138.155906:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536138.155910:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536138.155918:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536138.155925:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536138.155929:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536138.155932:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536138.155934:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536138.155936:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536138.155939:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155959:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536138.155964:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155966:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155969:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155971:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebade80 00000400:00000200:3.0:1788536138.155975:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536138.155978:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x509045 [1] + 224 00000800:00000001:3.0:1788536138.155981:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536138.155987:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536138.155989:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536138.155992:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536138.155994:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536138.155997:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536138.156005:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.156117:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536138.156125:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536138.156131:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536138.156143:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536138.156146:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788536138.156171:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536138.156174:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536138.156178:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1898. 00000400:00000200:1.0:1788536138.156183:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4198 00000400:00000010:1.0:1788536138.156186:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4198. 00000100:00000001:1.0:1788536138.156189:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536138.156195:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536138.156204:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.156214:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536138.156216:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536138.156218:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536138.156227:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536138.156230:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536138.156232:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536138.156234:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536138.156243:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=15 v=60 (60 60 61 61) 00000100:00001000:1.0:1788536138.156247:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=128 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536138.156249:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536138.156251:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536138.156253:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788536138.156257:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788536138.156263:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.156266:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536138.156268:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788536138.156270:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536138.156271:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.156275:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.156281:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536138.156283:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536138.156285:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536138.156300:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536138.156307:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964683392:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1788536138.156313:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536138.156315:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536138.156316:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1c60. 00000400:00000200:1.0:1788536138.156319:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4770 00000400:00000010:1.0:1788536138.156320:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4770. 00000100:00000001:1.0:1788536138.156322:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536138.156325:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536138.156343:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.156348:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536138.156350:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536138.156351:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536138.156353:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536138.156354:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536138.156355:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536138.156357:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536138.156360:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=15 v=60 (60 60 61 61) 00000100:00001000:1.0:1788536138.156363:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=146 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536138.156365:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536138.156366:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536138.156368:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536138.156369:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.156372:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536138.156373:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:1.0:1788536138.156374:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536138.156376:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.156379:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.156384:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536138.156386:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536138.156387:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536138.156390:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536138.156396:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964683264:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1788536138.156400:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536138.156402:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536138.156404:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d10b0. 00000400:00000200:1.0:1788536138.156410:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4b28 00000400:00000010:1.0:1788536138.156411:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4b28. 00000100:00000001:1.0:1788536138.156414:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536138.156417:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536138.156424:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.156429:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536138.156430:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536138.156431:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536138.156432:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536138.156434:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536138.156435:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536138.156437:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536138.156440:0:2404:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=15 v=36 (36 36 5 5) 00000100:00001000:1.0:1788536138.156443:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=111 v=5 (1 1 0 0) 00000100:00000001:1.0:1788536138.156445:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536138.156446:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536138.156447:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536138.156449:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.156450:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536138.156452:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:1.0:1788536138.156453:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536138.156454:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536138.156457:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.156461:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536138.156463:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536138.156464:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536138.156467:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536138.156473:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964683520:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536138.156482:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.156485:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536138.156488:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac7b80 x1875404964683392/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.156495:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536138.156497:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536138.156499:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b179c00. 02000000:00000001:1.0:1788536138.156503:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536138.156506:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536138.156507:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536138.156509:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536138.156953:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e800. 02000000:00000001:1.0:1788536138.156958:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536138.156960:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536138.156962:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac7b80. 00000100:00000001:1.0:1788536138.156965:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536138.156966:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536138.156968:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536138.156973:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac5500 x1875404964683264/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.156978:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536138.156980:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536138.156981:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b178000. 02000000:00000001:1.0:1788536138.156983:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536138.156984:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536138.156986:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536138.156987:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536138.156989:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e600. 02000000:00000001:1.0:1788536138.156990:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536138.156991:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536138.156993:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac5500. 00000100:00000001:1.0:1788536138.156994:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536138.156995:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536138.156996:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536138.156999:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac4e00 x1875404964683520/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536138.157012:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536138.157013:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536138.157014:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b179a00. 02000000:00000001:1.0:1788536138.157016:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536138.157017:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536138.157018:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:1.0:1788536138.157020:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536138.157021:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e400. 02000000:00000001:1.0:1788536138.157023:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536138.157024:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536138.157025:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac4e00. 00000100:00000001:1.0:1788536138.157027:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536138.157028:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536138.157044:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.157046:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536138.157047:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536138.157049:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536138.157051:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536138.161236:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536138.161254:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536138.161258:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536138.161260:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536138.161268:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536138.161275:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536138.161285:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536138.161289:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536138.161293:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536138.161297:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebadd80 00000400:00000200:2.0:1788536138.161302:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536138.161320:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x50903d [1] + 224 00000800:00000001:2.0:1788536138.161326:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536138.161343:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536138.161346:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536138.161351:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536138.161357:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536138.161364:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536154 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536138.161374:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536138.161395:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536138.161402:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536138.161405:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536138.161503:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536138.161507:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788536138.161513:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536138.161515:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536138.161518:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d17e8. 00000400:00000200:0.0:1788536138.161522:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4110 00000400:00000010:0.0:1788536138.161525:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4110. 00000100:00000001:0.0:1788536138.161528:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536138.161533:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788536138.161558:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536138.161564:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536138.161566:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536138.161568:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536138.161571:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536138.161573:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536138.161575:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536138.161578:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536138.161583:0:2404:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=15 v=5 (5 5 5 5) 00000100:00001000:0.0:1788536138.161587:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=146 v=5 (1 1 0 0) 00000100:00000001:0.0:1788536138.161589:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536138.161591:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536138.161593:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536138.161595:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536138.161598:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536138.161636:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536138.161643:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536138.161646:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536138.161648:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536138.161652:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536138.161660:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f1e73104-a124-445d-9e99-edaf7c361d90:2404:1875404964683136:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536138.161665:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536138.161678:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536138.161682:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac4000 x1875404964683136/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536138.161688:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536138.161690:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536138.161700:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b178c00. 02000000:00000001:0.0:1788536138.161703:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536138.161707:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536138.161709:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1788536138.161710:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536138.161712:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e700. 02000000:00000001:0.0:1788536138.161716:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536138.161717:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536138.161719:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac4000. 00000100:00000001:0.0:1788536138.161722:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536138.161724:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536138.162202:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536138.162212:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536138.162213:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536138.162215:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536138.162218:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536139.109683:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536139.109689:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536139.109693:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536139.109695:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536139.114299:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536139.114305:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536139.114309:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536140.134280:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536140.134286:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536140.134291:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536140.134293:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536140.134412:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536140.134415:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536140.134418:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536141.158050:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536141.158056:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536141.158062:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536141.158065:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536141.158067:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536141.158072:0:265135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536141.158074:0:265135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536141.158076:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536141.158079:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536141.158081:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536141.158082:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536141.158084:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536141.158275:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536141.158279:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536141.158281:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536142.053758:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305437967, at 4305438016 00000100:00000010:2.0:1788536142.053772:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f589c0. 00000100:00000040:3.0:1788536142.053943:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305437968, at 4305438016 00000100:00000010:3.0:1788536142.053950:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b2472f58120. 00010000:00000001:2.0:1788536142.181724:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536142.181731:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536142.181735:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536142.181737:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536142.181823:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536142.181826:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536142.181829:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536143.205896:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536143.205903:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536143.205908:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536143.205910:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536143.207853:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536143.207858:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536143.207863:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536143.270532:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536143.270542:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536143.270552:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448434000. 00000020:00000040:2.0:1788536143.270557:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1788536143.270561:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536143.270564:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536143.270569:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536143.270577:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5700. 00000100:00000001:2.0:1788536143.270584:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270595:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536143.270635:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536143.270639:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270659:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000078a3b5ed] to pc [ptlrpcd_01_01+1] req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.270685:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270688:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536143.270692:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536143.270695:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448435880. 00000020:00000040:2.0:1788536143.270697:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:2.0:1788536143.270700:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536143.270701:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536143.270703:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536143.270706:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5f00. 00000100:00000001:2.0:1788536143.270709:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270727:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536143.270735:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536143.270736:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270741:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7db871] to pc [ptlrpcd_01_00+0] req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.270749:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270751:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536143.270754:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536143.270758:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448437800. 00000020:00000040:2.0:1788536143.270760:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:2.0:1788536143.270762:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536143.270764:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536143.270766:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536143.270769:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5800. 00000100:00000001:2.0:1788536143.270772:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270776:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536143.270782:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536143.270784:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270787:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfdc7ea7] to pc [ptlrpcd_01_01+1] req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.270793:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270795:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536143.270798:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536143.270800:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448436300. 00000020:00000040:2.0:1788536143.270802:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:2.0:1788536143.270804:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536143.270805:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536143.270806:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536143.270815:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5400. 00000100:00000001:2.0:1788536143.270818:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270824:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536143.270831:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536143.270832:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270836:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a3ead29] to pc [ptlrpcd_01_00+0] req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.270843:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536143.270845:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788536143.270848:0:273156:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788536143.270852:0:273156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10776) 00000100:00000001:3.0:1788536143.270978:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536143.270983:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536143.270985:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536143.270991:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.270999:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536143.271002:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.271005:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536143.271008:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536143.271011:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536143.271014:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964683648:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536143.271018:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536143.271023:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536143.271025:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.271028:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536143.271032:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccdc00. 02000000:00000001:3.0:1788536143.271034:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536143.271041:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536143.271045:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b630. 00000400:00000010:3.0:1788536143.271052:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1660. 00000100:00000200:3.0:1788536143.271059:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964683648, portal 25 00000100:00000001:3.0:1788536143.271061:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536143.271062:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866335744 : -110894843215872 : ffff9b2448434000) 00000100:00000040:3.0:1788536143.271068:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.271075:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536143.271078:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536143.271081:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd13b8. 00000100:00000200:3.0:1788536143.271084:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964683648, offset 0 00000400:00000200:3.0:1788536143.271096:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536143.271105:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536143.271111:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536143.271116:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536143.271120:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536143.271124:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536143.271127:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536143.271130:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539914:539914:256:4294967295] 192.168.206.123@tcp LPNI seq info [539865:539865:8:4294967295] 00000400:00000200:3.0:1788536143.271134:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536143.271144:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536143.271149:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536143.271155:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d100. 00000800:00000200:3.0:1788536143.271174:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536143.271181:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536143.271192:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536143.271209:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536143.271214:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536143.271216:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305443088 00000100:00000010:3.0:1788536143.271221:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24480edb40. 00000100:00000001:3.0:1788536143.271227:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788536143.271231:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305443088 00000100:00000010:3.0:1788536143.271234:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24480edea0. 00000100:00000001:3.0:1788536143.271237:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788536143.271239:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536143.271242:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.271245:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536143.271249:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.271256:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536143.271257:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.271266:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536143.271267:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536143.271269:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536143.271273:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964683904:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536143.271276:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536143.271279:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536143.271281:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.271283:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536143.271286:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccde00. 02000000:00000001:3.0:1788536143.271288:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536143.271292:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536143.271294:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b688. 00000400:00000010:3.0:1788536143.271298:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd12a8. 00000100:00000200:3.0:1788536143.271301:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964683904, portal 10 00000100:00000001:3.0:1788536143.271303:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536143.271304:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866350080 : -110894843201536 : ffff9b2448437800) 00000100:00000040:3.0:1788536143.271311:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.271318:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536143.271320:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536143.271323:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1ee0. 00000100:00000200:3.0:1788536143.271325:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964683904, offset 0 00000400:00000200:3.0:1788536143.271330:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536143.271334:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536143.271338:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536143.271340:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536143.271343:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536143.271346:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536143.271348:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536143.271350:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539915:539915:255:4294967295] 192.168.206.123@tcp LPNI seq info [539866:539866:7:4294967295] 00000400:00000200:3.0:1788536143.271354:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536143.271360:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536143.271370:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536143.271373:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d000. 00000800:00000200:3.0:1788536143.271377:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536143.271381:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536143.271384:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536143.271387:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536143.271390:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20277 usecs (21 jiffies) 00000400:00000200:3.0:1788536143.271393:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536143.271395:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305439254 00000100:00000001:3.0:1788536143.271398:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305443088 00000100:00000001:3.0:1788536143.271400:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305439254 00000100:00000001:3.0:1788536143.271402:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305443088 00000100:00000001:3.0:1788536143.271403:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536143.271405:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.271407:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.271410:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.271416:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536143.271418:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788536143.271420:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536143.271421:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536143.271423:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536143.271425:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788536143.271427:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.271429:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536143.271430:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.271432:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536143.271433:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536143.271434:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536143.271438:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.271445:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536143.271446:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.271455:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536143.271457:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536143.271459:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536143.271462:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964683776:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536143.271465:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536143.271468:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536143.271469:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.271470:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536143.271473:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccd400. 02000000:00000001:3.0:1788536143.271475:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536143.271478:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536143.271481:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b6e0. 00000400:00000010:3.0:1788536143.271484:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd14c8. 00000100:00000200:3.0:1788536143.271487:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964683776, portal 10 00000100:00000001:3.0:1788536143.271489:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536143.271490:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866342016 : -110894843209600 : ffff9b2448435880) 00000100:00000040:3.0:1788536143.271496:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.271502:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536143.271504:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536143.271506:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd17f8. 00000100:00000200:3.0:1788536143.271508:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964683776, offset 0 00000400:00000200:3.0:1788536143.271512:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536143.271516:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536143.271519:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536143.271521:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536143.271524:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536143.271526:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536143.271528:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536143.271530:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539916:539916:254:4294967295] 192.168.206.123@tcp LPNI seq info [539867:539867:6:4294967295] 00000400:00000200:3.0:1788536143.271533:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536143.271538:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536143.271548:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536143.271551:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34dd00. 00000800:00000200:3.0:1788536143.271554:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536143.271558:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536143.271561:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536143.271563:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536143.271566:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19350 usecs (20 jiffies) 00000400:00000200:3.0:1788536143.271568:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536143.271570:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305439253 00000100:00000001:3.0:1788536143.271572:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305443088 00000100:00000001:3.0:1788536143.271574:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305439253 00000100:00000001:3.0:1788536143.271576:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305443088 00000100:00000001:3.0:1788536143.271578:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536143.271579:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.271581:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536143.271585:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.271591:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536143.271592:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.271594:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536143.271595:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536143.271597:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536143.271600:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964684032:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536143.271659:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536143.271662:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536143.271663:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.271665:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536143.271668:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccc000. 02000000:00000001:3.0:1788536143.271670:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536143.271674:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536143.271681:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15bf20. 00000400:00000010:3.0:1788536143.271684:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1440. 00000100:00000200:3.0:1788536143.271688:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964684032, portal 4 00000100:00000001:3.0:1788536143.271689:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536143.271690:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866344704 : -110894843206912 : ffff9b2448436300) 00000100:00000040:3.0:1788536143.271697:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.271703:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536143.271706:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536143.271709:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1cc0. 00000100:00000200:3.0:1788536143.271711:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964684032, offset 0 00000400:00000200:3.0:1788536143.271716:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536143.271719:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536143.271723:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536143.271725:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536143.271728:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536143.271730:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536143.271732:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536143.271735:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539917:539917:253:4294967295] 192.168.206.123@tcp LPNI seq info [539868:539868:5:4294967295] 00000400:00000200:3.0:1788536143.271738:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536143.271744:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536143.271747:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536143.271751:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d200. 00000800:00000200:3.0:1788536143.271754:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536143.271758:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536143.271760:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536143.271763:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536143.271766:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 115030 usecs (116 jiffies) 00000400:00000200:3.0:1788536143.271768:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536143.271770:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305439350 00000100:00000001:3.0:1788536143.271772:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305443088 00000100:00000001:3.0:1788536143.271779:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305439350 00000100:00000001:3.0:1788536143.271782:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305443088 00000100:00000001:3.0:1788536143.271784:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536143.271786:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.271788:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.271790:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.271800:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536143.271802:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788536143.272084:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536143.272088:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d100. 00000400:00000200:2.0:1788536143.272094:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536143.272098:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536143.272103:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd13b8 00000400:00000010:2.0:1788536143.272105:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd13b8. 00000100:00000001:2.0:1788536143.272109:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536143.272113:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.272121:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536143.272124:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536159 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.272130:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536143.272132:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536143.272141:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536143.272142:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d000. 00000400:00000200:2.0:1788536143.272145:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536143.272147:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536143.272149:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1ee0 00000400:00000010:2.0:1788536143.272166:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1ee0. 00000100:00000001:2.0:1788536143.272168:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536143.272172:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.272179:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536143.272187:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.272192:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536143.272193:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536143.272202:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536143.272203:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34dd00. 00000400:00000200:2.0:1788536143.272206:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536143.272209:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536143.272211:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd17f8 00000400:00000010:2.0:1788536143.272212:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd17f8. 00000100:00000001:2.0:1788536143.272214:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536143.272217:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.272222:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536143.272225:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.272230:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536143.272231:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536143.272279:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536143.272281:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d200. 00000400:00000200:2.0:1788536143.272284:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536143.272287:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536143.272289:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1cc0 00000400:00000010:2.0:1788536143.272291:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1cc0. 00000100:00000001:2.0:1788536143.272293:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536143.272295:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.272312:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536143.272316:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.272322:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536143.272323:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536143.281512:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.281527:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536143.281531:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.281533:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536143.281541:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.281549:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536143.281556:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.281561:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.281565:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.281569:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebadf80 00000400:00000200:2.0:1788536143.281573:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.281580:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x50904d [1] + 224 00000800:00000001:2.0:1788536143.281586:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.281593:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536143.281596:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536143.281600:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536143.281708:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536143.281717:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536159 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536143.281728:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.281747:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536143.281756:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.281759:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.281816:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536143.281820:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536143.281827:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536143.281829:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536143.281832:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b630. 00000400:00000200:3.0:1788536143.281836:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1660 00000400:00000010:3.0:1788536143.281838:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1660. 00000100:00000001:3.0:1788536143.281841:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536143.281846:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536143.281855:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.281861:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536143.281863:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.281865:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536143.281867:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536143.281870:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536143.281872:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.281875:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536143.281881:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=20 v=5 (5 5 5 5) 00000100:00001000:3.0:1788536143.281885:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=151 v=5 (1 1 0 0) 00000100:00000001:3.0:1788536143.281887:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536143.281889:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536143.281891:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536143.281893:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.281896:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536143.281901:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.281992:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536143.281996:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536143.281998:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536143.282002:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536143.282010:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964683648:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536143.282016:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.282019:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536143.282022:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448434000 x1875404964683648/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.282028:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536143.282030:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536143.282034:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccdc00. 02000000:00000001:3.0:1788536143.282038:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536143.282041:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536143.282042:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:3.0:1788536143.282044:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536143.282047:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5700. 02000000:00000001:3.0:1788536143.282050:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536143.282052:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536143.282053:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448434000. 00000100:00000001:3.0:1788536143.282056:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536143.282058:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.282060:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.282062:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536143.282063:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536143.282065:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.282067:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536143.285859:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.285888:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536143.285892:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.285894:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536143.285903:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.285910:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536143.285935:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.285939:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.285944:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.285948:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebae100 00000400:00000200:2.0:1788536143.285953:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.285959:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x50907d [1] + 224 00000800:00000001:2.0:1788536143.285966:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.285974:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536143.285977:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536143.285982:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536143.285988:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536143.285996:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536143.286007:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.286027:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536143.286035:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.286038:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.286197:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536143.286202:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536143.286209:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536143.286211:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536143.286214:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15bf20. 00000400:00000200:3.0:1788536143.286225:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1440 00000400:00000010:3.0:1788536143.286227:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1440. 00000100:00000001:3.0:1788536143.286230:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536143.286235:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536143.286244:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536198 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.286250:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536143.286252:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.286254:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536143.286258:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536143.286260:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536143.286262:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.286265:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536143.286273:0:2406:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=20 v=36 (36 36 5 5) 00000100:00001000:3.0:1788536143.286277:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1788536143.286280:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536143.286281:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536143.286284:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536143.286287:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.286291:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536143.286293:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:3.0:1788536143.286295:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536143.286297:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536143.286301:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536198 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.286307:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536143.286310:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536143.286312:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536143.286315:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536198 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536143.286322:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964684032:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536143.286334:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.286337:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536143.286341:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448436300 x1875404964684032/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536198 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.286347:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536143.286350:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536143.286353:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccc000. 02000000:00000001:3.0:1788536143.286356:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536143.286358:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536143.286360:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:3.0:1788536143.286362:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536143.286364:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5400. 02000000:00000001:3.0:1788536143.286367:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536143.286369:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536143.286371:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448436300. 00000100:00000001:3.0:1788536143.286374:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536143.286375:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.286378:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.286379:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536143.286381:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536143.286382:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.286384:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536143.287492:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.287501:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536143.287505:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.287507:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536143.287512:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.287517:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536143.287523:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.287527:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.287531:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.287534:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebae080 00000400:00000200:2.0:1788536143.287548:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.287553:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x50905d [1] + 224 00000800:00000001:2.0:1788536143.287559:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.287563:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536143.287565:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536143.287569:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536143.287574:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536143.287579:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536143.287590:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.287627:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536143.287634:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.287638:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536143.287640:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.287642:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536143.287645:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.287649:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536143.287653:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.287655:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.287658:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.287660:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebae000 00000400:00000200:2.0:1788536143.287663:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536143.287667:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x50906d [1] + 224 00000800:00000001:2.0:1788536143.287671:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.287687:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536143.287689:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536143.287692:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536143.287695:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536143.287699:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536143.287729:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536143.287736:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536143.287741:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536143.287744:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.290881:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536143.290888:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536143.290897:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536143.290899:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536143.290903:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b6e0. 00000400:00000200:3.0:1788536143.290909:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd14c8 00000400:00000010:3.0:1788536143.290911:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd14c8. 00000100:00000001:3.0:1788536143.290926:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536143.290937:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536143.290948:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.290955:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536143.290973:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.290976:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536143.290979:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536143.290981:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536143.290983:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.290986:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536143.290994:0:2406:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=20 v=60 (60 60 61 61) 00000100:00001000:3.0:1788536143.290998:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=151 v=5 (1 2 0 0) 00000100:00000001:3.0:1788536143.291000:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536143.291001:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536143.291004:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536143.291007:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.291010:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536143.291012:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:3.0:1788536143.291014:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536143.291016:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536143.291021:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.291028:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536143.291031:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536143.291033:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536143.291037:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536143.291044:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964683776:192.168.206.123@tcp:400:kworker.0 00000400:00000001:3.0:1788536143.291050:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536143.291051:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536143.291053:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b688. 00000400:00000200:3.0:1788536143.291066:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd12a8 00000400:00000010:3.0:1788536143.291069:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd12a8. 00000100:00000001:3.0:1788536143.291071:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536143.291075:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536143.291084:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.291095:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536143.291097:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.291099:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536143.291100:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536143.291101:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536143.291103:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536143.291104:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536143.291109:0:2406:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=20 v=60 (60 60 61 61) 00000100:00001000:3.0:1788536143.291112:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=133 v=5 (1 2 0 0) 00000100:00000001:3.0:1788536143.291114:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536143.291115:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536143.291117:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788536143.291121:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788536143.291127:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.291128:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536143.291130:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788536143.291132:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536143.291133:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536143.291136:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.291142:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536143.291144:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536143.291146:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536143.291149:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536143.291156:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964683904:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536143.291159:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.291162:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536143.291165:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448435880 x1875404964683776/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.291177:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536143.291180:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536143.291182:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccd400. 02000000:00000001:3.0:1788536143.291187:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536143.291189:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536143.291191:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536143.291193:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536143.291195:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5f00. 02000000:00000001:3.0:1788536143.291199:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536143.291200:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536143.291202:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448435880. 00000100:00000001:3.0:1788536143.291205:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536143.291207:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.291208:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536143.291212:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448437800 x1875404964683904/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536143.291218:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536143.291219:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536143.291221:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccde00. 02000000:00000001:3.0:1788536143.291223:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536143.291224:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536143.291225:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536143.291227:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536143.291228:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5800. 02000000:00000001:3.0:1788536143.291229:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536143.291230:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536143.291232:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448437800. 00000100:00000001:3.0:1788536143.291234:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536143.291235:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.291237:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536143.291243:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536143.291245:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536143.291247:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536143.291250:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536144.229744:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536144.229751:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536144.229756:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536144.229758:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536144.229880:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536144.229884:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536144.229886:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536145.255046:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536145.255053:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536145.255058:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536145.255059:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536145.259548:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536145.259554:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536145.259558:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536146.277717:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536146.277723:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536146.277729:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536146.277730:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536146.277812:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536146.277815:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536146.277818:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788536147.173704:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305443088, at 4305443136 00000100:00000010:3.0:1788536147.173732:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24480edea0. 00000100:00000040:2.0:1788536147.173821:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305443088, at 4305443136 00000100:00000010:2.0:1788536147.173827:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24480edb40. 00010000:00000001:2.0:1788536147.301715:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536147.301724:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536147.301727:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536147.301729:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536147.301734:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536147.301736:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536147.301737:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536147.301739:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536147.301743:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536147.301745:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536147.301836:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536147.301839:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536147.301842:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536148.326565:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536148.326581:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536148.326586:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536148.326588:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536148.326680:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536148.326684:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536148.326686:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788536148.389806:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536148.389816:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536148.389825:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac4e00. 00000020:00000040:1.0:1788536148.389831:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:1.0:1788536148.389834:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536148.389837:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536148.389841:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536148.389849:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e600. 00000100:00000001:1.0:1788536148.389854:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.389865:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536148.389875:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536148.389879:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.389884:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d3bba73] to pc [ptlrpcd_00_00+0] req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536148.389925:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.389928:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536148.389931:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536148.389934:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac5500. 00000020:00000040:1.0:1788536148.389936:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:1.0:1788536148.389939:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536148.389940:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536148.389941:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536148.389944:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e800. 00000100:00000001:1.0:1788536148.389947:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.389951:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536148.389958:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536148.389960:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.389963:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1caafff] to pc [ptlrpcd_00_01+1] req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536148.389987:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.389989:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536148.389992:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536148.389994:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac7b80. 00000020:00000040:1.0:1788536148.389996:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:1.0:1788536148.389998:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536148.389999:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536148.390010:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536148.390013:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e300. 00000100:00000001:1.0:1788536148.390016:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.390020:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536148.390026:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536148.390027:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.390031:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000099baa8ff] to pc [ptlrpcd_00_00+0] req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536148.390037:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.390039:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788536148.390042:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788536148.390044:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2467ac6680. 00000020:00000040:1.0:1788536148.390046:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:1.0:1788536148.390048:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788536148.390049:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788536148.390050:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788536148.390053:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b2446a1e500. 00000100:00000001:1.0:1788536148.390055:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.390058:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788536148.390064:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788536148.390070:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.390074:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005dd04ee1] to pc [ptlrpcd_00_01+1] req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536148.390081:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536148.390083:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788536148.390086:0:273156:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788536148.390090:0:273156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10782) 00000100:00000001:0.0:1788536148.390300:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536148.390305:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536148.390307:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788536148.390313:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.390321:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788536148.390323:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.390326:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788536148.390328:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788536148.390337:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536148.390341:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1e73104-a124-445d-9e99-edaf7c361d90:2403:1875404964684160:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536148.390344:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788536148.390348:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788536148.390350:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.390353:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788536148.390356:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2447ee6200. 02000000:00000001:0.0:1788536148.390358:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536148.390364:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1788536148.390367:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b245ff389a0. 00000400:00000010:0.0:1788536148.390373:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9908. 00000100:00000200:0.0:1788536148.390379:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964684160, portal 25 00000100:00000001:0.0:1788536148.390381:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536148.390383:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393314304 : -110894316237312 : ffff9b2467ac4e00) 00000100:00000040:0.0:1788536148.390389:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.390395:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788536148.390397:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1788536148.390400:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9cc0. 00000100:00000200:0.0:1788536148.390403:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964684160, offset 0 00000400:00000200:0.0:1788536148.390408:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1788536148.390416:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536148.390423:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1788536148.390429:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788536148.390433:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1788536148.390436:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788536148.390439:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1788536148.390443:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539918:539918:256:4294967295] 192.168.206.123@tcp LPNI seq info [539869:539869:8:4294967295] 00000400:00000200:0.0:1788536148.390447:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536148.390455:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788536148.390461:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1788536148.390470:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b245ee61a00. 00000800:00000200:0.0:1788536148.390475:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1788536148.390482:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1788536148.390486:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b245ee61a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788536148.390541:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536148.390545:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536148.390547:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305448207 00000100:00000010:0.0:1788536148.390552:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b245ed9fae0. 00000100:00000001:0.0:1788536148.390558:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788536148.390562:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305448207 00000100:00000010:0.0:1788536148.390565:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b245ed9fb40. 00000100:00000001:0.0:1788536148.390568:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788536148.390570:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536148.390573:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.390585:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788536148.390588:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.390594:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788536148.390596:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.390598:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788536148.390599:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788536148.390631:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536148.390634:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964684416:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536148.390637:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788536148.390640:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788536148.390641:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.390643:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788536148.390646:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2447ee7000. 02000000:00000001:0.0:1788536148.390647:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536148.390650:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1788536148.390652:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b245ff38b58. 00000400:00000010:0.0:1788536148.390656:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9770. 00000100:00000200:0.0:1788536148.390664:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964684416, portal 10 00000100:00000001:0.0:1788536148.390666:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536148.390667:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393325952 : -110894316225664 : ffff9b2467ac7b80) 00000100:00000040:0.0:1788536148.390674:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.390680:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788536148.390682:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1788536148.390684:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9ee0. 00000100:00000200:0.0:1788536148.390686:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964684416, offset 0 00000400:00000200:0.0:1788536148.390690:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1788536148.390693:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536148.390696:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1788536148.390699:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788536148.390702:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1788536148.390704:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788536148.390706:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1788536148.390709:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539919:539919:255:4294967295] 192.168.206.123@tcp LPNI seq info [539870:539870:7:4294967295] 00000400:00000200:0.0:1788536148.390712:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536148.390718:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788536148.390722:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1788536148.390726:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b245ee61000. 00000800:00000200:0.0:1788536148.390729:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1788536148.390733:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1788536148.390736:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b245ee61000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788536148.390738:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536148.390742:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20277 usecs (21 jiffies) 00000400:00000200:0.0:1788536148.390744:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536148.390746:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305444374 00000100:00000001:0.0:1788536148.390747:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305448207 00000100:00000001:0.0:1788536148.390749:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305444374 00000100:00000001:0.0:1788536148.390756:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305448207 00000100:00000001:0.0:1788536148.390758:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536148.390759:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.390762:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.390764:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.390770:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536148.390772:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788536148.390773:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536148.390775:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536148.390776:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536148.390778:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788536148.390779:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.390781:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536148.390782:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.390783:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536148.390784:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536148.390785:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788536148.390789:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.390795:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788536148.390797:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.390799:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788536148.390800:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788536148.390802:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536148.390804:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964684288:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536148.390807:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788536148.390809:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788536148.390810:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.390812:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788536148.390815:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2447ee7400. 02000000:00000001:0.0:1788536148.390816:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536148.390819:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1788536148.390822:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b245ff389f8. 00000400:00000010:0.0:1788536148.390826:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9f68. 00000100:00000200:0.0:1788536148.390829:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964684288, portal 10 00000100:00000001:0.0:1788536148.390835:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536148.390837:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393316096 : -110894316235520 : ffff9b2467ac5500) 00000100:00000040:0.0:1788536148.390845:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.390850:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788536148.390852:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1788536148.390855:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b94c8. 00000100:00000200:0.0:1788536148.390857:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964684288, offset 0 00000400:00000200:0.0:1788536148.390860:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1788536148.390863:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536148.390867:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1788536148.390869:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788536148.390871:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1788536148.390873:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788536148.390875:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1788536148.390878:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539920:539920:254:4294967295] 192.168.206.123@tcp LPNI seq info [539871:539871:6:4294967295] 00000400:00000200:0.0:1788536148.390881:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536148.390897:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788536148.390902:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1788536148.390905:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b245ee61b00. 00000800:00000200:0.0:1788536148.390909:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1788536148.393768:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1788536148.393773:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b245ee61b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788536148.393780:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536148.393785:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19352 usecs (20 jiffies) 00000400:00000200:0.0:1788536148.393790:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536148.393793:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305444376 00000100:00000001:0.0:1788536148.393797:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305448207 00000100:00000001:0.0:1788536148.393799:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305444376 00000100:00000001:0.0:1788536148.393801:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305448207 00000100:00000001:0.0:1788536148.393817:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536148.393820:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.393824:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788536148.393830:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.393839:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788536148.393841:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.393845:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788536148.393848:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788536148.393850:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536148.393853:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2467ac6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964684544:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536148.393856:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788536148.393861:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788536148.393863:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.393865:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788536148.393869:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2447ee6000. 02000000:00000001:0.0:1788536148.393871:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536148.393875:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1788536148.393879:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b245ff38e18. 00000400:00000010:0.0:1788536148.393884:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9bb0. 00000100:00000200:0.0:1788536148.393901:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964684544, portal 4 00000100:00000001:0.0:1788536148.393903:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536148.393905:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179393320576 : -110894316231040 : ffff9b2467ac6680) 00000100:00000040:0.0:1788536148.393918:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.393925:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788536148.393927:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1788536148.393930:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9a18. 00000100:00000200:0.0:1788536148.393933:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964684544, offset 0 00000400:00000200:0.0:1788536148.393938:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1788536148.393945:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536148.393951:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1788536148.393961:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788536148.393965:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1788536148.393968:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788536148.393971:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1788536148.393974:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539921:539921:253:4294967295] 192.168.206.123@tcp LPNI seq info [539872:539872:5:4294967295] 00000400:00000200:0.0:1788536148.393979:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536148.393987:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788536148.393991:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1788536148.393995:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b245ee61800. 00000800:00000200:0.0:1788536148.394000:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1788536148.394003:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1788536148.394006:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b245ee61800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788536148.394008:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536148.394011:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 114950 usecs (115 jiffies) 00000400:00000200:0.0:1788536148.394014:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536148.394015:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305444471 00000100:00000001:0.0:1788536148.394017:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305448207 00000100:00000001:0.0:1788536148.394019:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305444471 00000100:00000001:0.0:1788536148.394021:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305448207 00000100:00000001:0.0:1788536148.394022:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536148.394024:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.394028:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.394031:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.394048:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536148.394051:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788536148.404505:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536148.404529:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b245ee61a00. 00000400:00000200:2.0:1788536148.404536:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536148.404544:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536148.404551:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9cc0 00000400:00000010:2.0:1788536148.404556:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9cc0. 00000100:00000001:2.0:1788536148.404562:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536148.404572:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.404597:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536148.404601:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.404625:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536148.404627:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536148.404644:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536148.404647:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b245ee61000. 00000400:00000200:2.0:1788536148.404649:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536148.404653:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536148.404656:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9ee0 00000400:00000010:2.0:1788536148.404658:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9ee0. 00000100:00000001:2.0:1788536148.404660:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536148.404664:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.404672:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536148.404675:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.404682:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536148.404683:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536148.404695:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536148.404697:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b245ee61b00. 00000400:00000200:2.0:1788536148.404700:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536148.404704:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536148.404709:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b94c8 00000400:00000010:2.0:1788536148.404711:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b94c8. 00000100:00000001:2.0:1788536148.404719:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536148.404723:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.404734:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536148.404737:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.404743:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536148.404744:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536148.404808:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536148.404810:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b245ee61800. 00000400:00000200:2.0:1788536148.404813:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536148.404816:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536148.404819:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9a18 00000400:00000010:2.0:1788536148.404820:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9a18. 00000100:00000001:2.0:1788536148.404823:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536148.404827:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.404834:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536148.404836:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536203 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.404842:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536148.404844:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536148.407884:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.407913:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536148.407918:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.407921:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536148.407928:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.407935:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536148.407943:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.407948:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.407953:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.407957:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebae300 00000400:00000200:2.0:1788536148.407962:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.407980:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x5090a5 [1] + 224 00000800:00000001:2.0:1788536148.407988:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.407992:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536148.407995:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536148.407999:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536148.408007:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536148.408015:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536148.408026:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.408050:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536148.408059:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.408062:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536148.408064:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.408066:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536148.408069:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.408073:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536148.408077:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.408079:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.408082:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.408085:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebae280 00000400:00000200:2.0:1788536148.408088:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.408092:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x509095 [1] + 224 00000800:00000001:2.0:1788536148.408095:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.408101:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536148.408103:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536148.408106:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536148.408109:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536148.408113:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536148.408122:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.408136:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536148.408140:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.408143:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.408256:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536148.408261:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788536148.408267:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536148.408269:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536148.408272:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b245ff38e18. 00000400:00000200:0.0:1788536148.408277:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9bb0 00000400:00000010:0.0:1788536148.408284:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9bb0. 00000100:00000001:0.0:1788536148.408287:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536148.408291:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788536148.408298:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.408304:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536148.408306:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.408309:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536148.408311:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536148.408314:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536148.408316:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.408319:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536148.408326:0:2403:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=25 v=36 (36 36 5 5) 00000100:00001000:0.0:1788536148.408330:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=121 v=5 (1 1 0 0) 00000100:00000001:0.0:1788536148.408332:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536148.408334:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536148.408337:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536148.408340:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.408343:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536148.408345:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:0.0:1788536148.408347:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536148.408349:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536148.408354:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.408361:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536148.408364:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536148.408365:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536148.408369:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536203 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536148.408377:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964684544:192.168.206.123@tcp:400:kworker.0 00000400:00000001:0.0:1788536148.408383:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536148.408389:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536148.408513:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b245ff38b58. 00000400:00000200:0.0:1788536148.408518:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9770 00000400:00000010:0.0:1788536148.408519:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9770. 00000100:00000001:0.0:1788536148.408522:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536148.408526:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788536148.408534:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.408541:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536148.408542:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.408544:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536148.408546:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536148.408547:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536148.408548:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.408550:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536148.408555:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=25 v=60 (60 60 61 61) 00000100:00001000:0.0:1788536148.408558:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=138 v=5 (1 2 0 0) 00000100:00000001:0.0:1788536148.408561:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536148.408562:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536148.408564:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788536148.408567:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788536148.408573:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.408575:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536148.408576:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788536148.408578:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536148.408579:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536148.408583:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.408589:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536148.408591:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536148.408592:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536148.408632:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536148.408641:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964684416:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536148.408645:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.408648:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536148.408651:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac6680 x1875404964684544/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536203 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.408658:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536148.408660:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536148.408663:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2447ee6000. 02000000:00000001:0.0:1788536148.408667:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536148.408669:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536148.408671:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:0.0:1788536148.408673:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536148.408675:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e500. 02000000:00000001:0.0:1788536148.408679:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536148.408681:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536148.408682:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac6680. 00000100:00000001:0.0:1788536148.408686:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536148.408687:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.408688:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536148.408691:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac7b80 x1875404964684416/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.408697:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536148.408698:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536148.408699:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2447ee7000. 02000000:00000001:0.0:1788536148.408701:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536148.408702:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536148.408703:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:0.0:1788536148.408705:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536148.408706:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e300. 02000000:00000001:0.0:1788536148.408708:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536148.408709:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536148.408715:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac7b80. 00000100:00000001:0.0:1788536148.408718:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536148.408719:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.408723:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.408725:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536148.408726:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536148.408728:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.408729:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536148.412508:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.412524:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536148.412529:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.412531:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536148.412538:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.412546:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536148.412554:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.412558:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.412563:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.412568:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebae200 00000400:00000200:2.0:1788536148.412573:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.412578:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x50909d [1] + 224 00000800:00000001:2.0:1788536148.412585:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.412632:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536148.412636:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536148.412641:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536148.412648:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536148.412656:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536148.412666:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.412686:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536148.412693:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.412696:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.412978:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536148.412982:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788536148.412988:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536148.412990:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536148.412994:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b245ff389f8. 00000400:00000200:0.0:1788536148.412997:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9f68 00000400:00000010:0.0:1788536148.412999:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9f68. 00000100:00000001:0.0:1788536148.413003:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536148.413008:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788536148.413017:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.413023:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536148.413025:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.413027:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536148.413030:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536148.413032:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536148.413034:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.413036:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536148.413044:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=25 v=60 (60 60 61 61) 00000100:00001000:0.0:1788536148.413048:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=6 v=5 (1 1 2 0) 00000100:00000001:0.0:1788536148.413050:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536148.413052:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536148.413055:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536148.413058:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.413061:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536148.413063:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:0.0:1788536148.413065:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536148.413077:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536148.413082:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.413088:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536148.413091:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536148.413093:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536148.413097:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536148.413104:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964684288:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536148.413108:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.413110:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536148.413114:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac5500 x1875404964684288/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.413120:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536148.413122:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536148.413125:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2447ee7400. 02000000:00000001:0.0:1788536148.413129:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536148.413131:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536148.413133:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:0.0:1788536148.413135:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536148.413136:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e800. 02000000:00000001:0.0:1788536148.413140:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536148.413142:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536148.413143:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac5500. 00000100:00000001:0.0:1788536148.413146:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536148.413147:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.413150:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.413152:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536148.413153:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536148.413155:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.413156:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536148.423192:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.423207:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536148.423210:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.423213:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536148.423231:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.423239:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536148.423247:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.423251:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.423255:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.423259:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebae180 00000400:00000200:2.0:1788536148.423263:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536148.423269:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x50908d [1] + 224 00000800:00000001:2.0:1788536148.423275:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.423282:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536148.423285:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536148.423289:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536148.423305:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536148.423313:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536148.423324:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536148.423343:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536148.423350:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536148.423353:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.423514:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536148.423519:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788536148.423531:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536148.423533:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536148.423536:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b245ff389a0. 00000400:00000200:0.0:1788536148.423540:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9908 00000400:00000010:0.0:1788536148.423542:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9908. 00000100:00000001:0.0:1788536148.423545:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536148.423550:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788536148.423559:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536164 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.423565:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536148.423567:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.423569:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536148.423572:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536148.423574:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536148.423577:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536148.423579:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536148.423585:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1788536148.423589:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=6 v=5 (1 1 1 0) 00000100:00000001:0.0:1788536148.423591:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536148.423593:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536148.423595:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536148.423597:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.423600:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536148.423629:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.423637:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536148.423639:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536148.423641:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536148.423645:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536164 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536148.423653:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2467ac4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1e73104-a124-445d-9e99-edaf7c361d90:2403:1875404964684160:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536148.423658:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.423666:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536148.423670:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2467ac4e00 x1875404964684160/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536164 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536148.423676:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536148.423678:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536148.423681:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2447ee6200. 02000000:00000001:0.0:1788536148.423685:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536148.423687:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536148.423689:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:0.0:1788536148.423691:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536148.423693:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b2446a1e600. 02000000:00000001:0.0:1788536148.423696:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536148.423699:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536148.423700:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2467ac4e00. 00000100:00000001:0.0:1788536148.423704:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536148.423705:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.423707:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536148.423714:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536148.423716:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536148.423718:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536148.423720:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536149.349746:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536149.349752:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536149.349756:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536149.349757:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536149.349835:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536149.349838:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536149.349841:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536150.374041:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536150.374048:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536150.374053:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536150.374057:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536150.374059:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536150.374065:0:265135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536150.374067:0:265135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536150.374069:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536150.374071:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536150.374073:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536150.374091:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536150.374093:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536150.374181:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536150.374185:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536150.374188:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536151.400402:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536151.400409:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536151.400414:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536151.400416:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536151.414558:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536151.414564:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536151.414577:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536152.293739:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305448207, at 4305448256 00000100:00000010:2.0:1788536152.293754:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b245ed9fae0. 00000100:00000040:3.0:1788536152.293831:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305448207, at 4305448256 00000100:00000010:3.0:1788536152.293836:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b245ed9fb40. 00010000:00000001:2.0:1788536152.421777:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536152.421783:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536152.421788:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536152.421790:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536152.421882:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536152.421885:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536152.421888:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536153.447536:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536153.447543:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536153.447549:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536153.447550:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536153.447633:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536153.447637:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536153.447640:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788536153.510546:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536153.510556:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536153.510563:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a47b80. 00000020:00000040:3.0:1788536153.510568:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1788536153.510572:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536153.510575:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536153.510580:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536153.510588:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34dd00. 00000100:00000001:3.0:1788536153.510595:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510624:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536153.510634:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536153.510638:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510644:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005063597c] to pc [ptlrpcd_01_01+1] req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.510665:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510667:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536153.510670:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536153.510674:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a45880. 00000020:00000040:3.0:1788536153.510676:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:3.0:1788536153.510678:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536153.510680:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536153.510681:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536153.510685:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d000. 00000100:00000001:3.0:1788536153.510687:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510692:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536153.510713:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536153.510715:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510719:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a7b2e174] to pc [ptlrpcd_01_00+0] req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.510728:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510730:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536153.510733:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536153.510736:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a44380. 00000020:00000040:3.0:1788536153.510739:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:3.0:1788536153.510741:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536153.510742:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536153.510744:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536153.510748:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d100. 00000100:00000001:3.0:1788536153.510751:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510755:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536153.510762:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536153.510764:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510767:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d68bb55] to pc [ptlrpcd_01_01+1] req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.510774:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510776:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536153.510779:0:273156:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536153.510782:0:273156:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a47100. 00000020:00000040:3.0:1788536153.510784:0:273156:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:3.0:1788536153.510786:0:273156:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536153.510787:0:273156:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536153.510789:0:273156:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536153.510792:0:273156:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d700. 00000100:00000001:3.0:1788536153.510800:0:273156:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510805:0:273156:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536153.510812:0:273156:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536153.510814:0:273156:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510817:0:273156:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059756688] to pc [ptlrpcd_01_00+0] req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.510825:0:273156:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.510827:0:273156:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788536153.510830:0:273156:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788536153.510834:0:273156:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10787) 00000100:00000001:3.0:1788536153.510849:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536153.510852:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536153.510854:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536153.510881:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.510890:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536153.510892:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536153.510896:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536153.510899:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536153.510901:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536153.510905:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964684672:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536153.510909:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536153.510914:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536153.511000:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536153.511004:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536153.511009:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccde00. 02000000:00000001:3.0:1788536153.511011:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536153.511018:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536153.511021:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b688. 00000400:00000010:3.0:1788536153.511028:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd12a8. 00000100:00000200:3.0:1788536153.511040:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964684672, portal 25 00000100:00000001:3.0:1788536153.511042:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536153.511044:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577351040 : -110894132200576 : ffff9b2472a47b80) 00000100:00000040:3.0:1788536153.511061:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.511068:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536153.511071:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536153.511073:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd14c8. 00000100:00000200:3.0:1788536153.511076:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964684672, offset 0 00000400:00000200:3.0:1788536153.511082:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536153.511090:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536153.511097:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536153.511102:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536153.511106:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536153.511109:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536153.511112:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536153.511115:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539922:539922:256:4294967295] 192.168.206.123@tcp LPNI seq info [539873:539873:8:4294967295] 00000400:00000200:3.0:1788536153.511119:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536153.511128:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536153.511133:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536153.511138:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d800. 00000800:00000200:3.0:1788536153.511144:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536153.511150:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536153.511155:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536153.511173:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536153.511177:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536153.511180:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305453327 00000100:00000010:3.0:1788536153.511185:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24480edea0. 00000100:00000001:3.0:1788536153.511190:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788536153.511195:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305453327 00000100:00000010:3.0:1788536153.511198:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24480ed840. 00000100:00000001:3.0:1788536153.511211:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788536153.511214:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536153.511217:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536153.511219:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536153.511224:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.511230:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536153.511232:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536153.511234:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536153.511235:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536153.511237:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536153.511239:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964684928:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536153.511242:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536153.511245:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536153.511246:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536153.511248:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536153.511250:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccc600. 02000000:00000001:3.0:1788536153.511252:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536153.511255:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536153.511257:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b6e0. 00000400:00000010:3.0:1788536153.511260:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1440. 00000100:00000200:3.0:1788536153.511263:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964684928, portal 10 00000100:00000001:3.0:1788536153.511265:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536153.511266:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577336704 : -110894132214912 : ffff9b2472a44380) 00000100:00000040:3.0:1788536153.511272:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.511278:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536153.511280:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536153.511282:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1660. 00000100:00000200:3.0:1788536153.511283:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964684928, offset 0 00000400:00000200:3.0:1788536153.511287:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536153.511290:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536153.511299:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536153.511301:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536153.511303:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536153.511306:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536153.511308:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536153.511311:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539923:539923:255:4294967295] 192.168.206.123@tcp LPNI seq info [539874:539874:7:4294967295] 00000400:00000200:3.0:1788536153.511314:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000800:00000200:2.0:1788536153.511318:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1788536153.511320:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000010:2.0:1788536153.511322:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d800. 00000800:00000200:3.0:1788536153.511324:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000400:00000200:2.0:1788536153.511327:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1788536153.511328:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d600. 00000800:00000200:3.0:1788536153.511331:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000400:00000200:2.0:1788536153.511332:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000800:00000200:3.0:1788536153.511336:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000400:00000200:2.0:1788536153.511336:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd14c8 00000800:00000200:3.0:1788536153.511338:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d600 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1788536153.511339:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd14c8. 00000100:00000001:3.0:1788536153.511341:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536153.511342:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1788536153.511345:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20278 usecs (21 jiffies) 00000100:00000200:2.0:1788536153.511346:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788536153.511348:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536153.511350:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305449493 00000100:00000001:3.0:1788536153.511353:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305453327 00000100:00000001:3.0:1788536153.511354:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305449493 00000100:00000001:3.0:1788536153.511356:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305453327 00000100:00000001:3.0:1788536153.511358:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536153.511360:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536153.511362:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536153.511365:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536153.511371:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536153.511373:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788536153.511375:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536153.511376:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536153.511378:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536153.511380:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788536153.511382:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536153.511448:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536153.511450:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536153.511452:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536153.511453:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536153.511454:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536153.511459:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.511466:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536153.511467:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536153.511469:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536153.511471:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536153.511473:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536153.511475:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964684800:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536153.511479:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536153.511483:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536153.511484:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536153.511485:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536153.511488:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccd600. 02000000:00000001:3.0:1788536153.511490:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536153.511493:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536153.511496:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15bf20. 00000400:00000010:3.0:1788536153.511499:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1dd0. 00000100:00000200:3.0:1788536153.511502:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964684800, portal 10 00000100:00000001:3.0:1788536153.511504:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536153.511505:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577342080 : -110894132209536 : ffff9b2472a45880) 00000100:00000040:3.0:1788536153.511510:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.511516:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536153.511517:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536153.511520:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1198. 00000100:00000200:3.0:1788536153.511522:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964684800, offset 0 00000400:00000200:3.0:1788536153.511526:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536153.511530:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536153.511539:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536153.511542:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536153.511544:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536153.511547:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536153.511549:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536153.511552:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539924:539924:254:4294967295] 192.168.206.123@tcp LPNI seq info [539875:539875:6:4294967295] 00000400:00000200:3.0:1788536153.511556:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536153.511561:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536153.511565:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536153.511568:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d500. 00000800:00000200:3.0:1788536153.511572:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536153.511575:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536153.511577:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536153.511580:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.511583:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19355 usecs (20 jiffies) 00000400:00000200:3.0:1788536153.511586:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536153.511587:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305449492 00000100:00000001:3.0:1788536153.511589:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305453327 00000100:00000001:3.0:1788536153.511591:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305449492 00000100:00000001:3.0:1788536153.511593:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305453327 00000100:00000001:3.0:1788536153.511594:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536153.511596:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536153.511598:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536153.511622:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.511629:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536153.511630:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536153.511632:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536153.511634:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536153.511640:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536153.511644:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964685056:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536153.511647:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536153.511649:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536153.511651:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536153.511653:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536153.511655:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccd000. 02000000:00000001:3.0:1788536153.511657:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536153.511661:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536153.511663:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b630. 00000400:00000010:3.0:1788536153.511667:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1770. 00000100:00000200:3.0:1788536153.511669:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964685056, portal 4 00000100:00000001:3.0:1788536153.511671:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536153.511672:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577348352 : -110894132203264 : ffff9b2472a47100) 00000100:00000040:3.0:1788536153.511677:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536153.511682:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536153.511684:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536153.511686:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1b28. 00000100:00000200:3.0:1788536153.511688:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964685056, offset 0 00000400:00000200:3.0:1788536153.511693:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536153.511696:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536153.511699:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536153.511702:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536153.511704:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536153.511707:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536153.511709:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536153.511712:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539925:539925:253:4294967295] 192.168.206.123@tcp LPNI seq info [539876:539876:5:4294967295] 00000400:00000200:3.0:1788536153.511715:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536153.511721:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536153.511724:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536153.511733:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34dc00. 00000800:00000200:3.0:1788536153.511737:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536153.511741:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536153.511743:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34dc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536153.511746:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536153.511749:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 114872 usecs (115 jiffies) 00000400:00000200:3.0:1788536153.511752:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536153.511754:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305449587 00000100:00000001:3.0:1788536153.511757:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305453327 00000100:00000001:3.0:1788536153.511758:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305449587 00000100:00000001:3.0:1788536153.511760:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305453327 00000100:00000001:3.0:1788536153.511762:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536153.511764:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536153.511766:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536153.511769:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536153.511779:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536153.511781:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536153.512032:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536153.512039:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.512047:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536153.512049:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536153.512197:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536153.512201:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d600. 00000400:00000200:2.0:1788536153.512206:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536153.512211:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536153.512215:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1660 00000400:00000010:2.0:1788536153.512223:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1660. 00000100:00000001:2.0:1788536153.512227:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536153.512232:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.512240:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536153.512244:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.512251:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536153.512252:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536153.512263:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536153.512265:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d500. 00000400:00000200:2.0:1788536153.512331:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536153.512337:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536153.512340:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1198 00000400:00000010:2.0:1788536153.512342:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1198. 00000100:00000001:2.0:1788536153.512345:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536153.512350:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.512358:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536153.512361:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.512367:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536153.512369:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788536153.512532:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536153.512535:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34dc00. 00000400:00000200:2.0:1788536153.512539:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536153.512544:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536153.512547:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1b28 00000400:00000010:2.0:1788536153.512549:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1b28. 00000100:00000001:2.0:1788536153.512551:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536153.512555:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.512664:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536153.512668:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.512674:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536153.512676:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536153.525134:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.525151:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536153.525155:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.525158:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536153.525166:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.525173:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536153.525182:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.525187:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.525192:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526038:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebae380 00000400:00000200:2.0:1788536153.526058:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526066:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x5090ad [1] + 224 00000800:00000001:2.0:1788536153.526075:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.526082:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536153.526085:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536153.526090:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536153.526097:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536153.526106:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536153.526117:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526136:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536153.526146:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.526150:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536153.526151:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.526160:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536153.526164:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526169:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536153.526174:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526177:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526180:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526184:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebae480 00000400:00000200:2.0:1788536153.526187:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526192:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x5090bd [1] + 224 00000800:00000001:2.0:1788536153.526196:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.526199:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536153.526201:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536153.526204:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536153.526208:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536153.526212:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536153.526220:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526228:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536153.526232:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.526235:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536153.526237:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.526239:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536153.526242:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526245:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536153.526248:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526251:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526253:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526256:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebae400 00000400:00000200:2.0:1788536153.526258:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526262:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x5090cd [1] + 224 00000800:00000001:2.0:1788536153.526265:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.526273:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536153.526275:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536153.526279:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536153.526282:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536153.526286:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536153.526294:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526302:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536153.526305:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.526311:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536153.526312:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.526313:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536153.526316:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526319:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536153.526323:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526325:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526328:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526330:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebae500 00000400:00000200:2.0:1788536153.526334:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536153.526337:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x5090dd [1] + 224 00000800:00000001:2.0:1788536153.526340:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.526347:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536153.526349:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536153.526352:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536153.526354:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536153.526358:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536153.526365:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526371:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536153.526380:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536153.526383:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536153.526398:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536153.526402:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788536153.526408:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788536153.526410:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788536153.526413:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15bf20. 00000400:00000200:2.0:1788536153.526416:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1dd0 00000400:00000010:2.0:1788536153.526418:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1dd0. 00000100:00000001:2.0:1788536153.526421:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536153.526425:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788536153.526433:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526439:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788536153.526440:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536153.526443:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788536153.526445:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788536153.526448:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536153.526450:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536153.526452:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788536153.526461:0:2406:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=30 v=60 (60 60 61 61) 00000100:00001000:2.0:1788536153.526465:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=11 v=5 (1 1 2 0) 00000100:00000001:2.0:1788536153.526467:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788536153.526469:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536153.526472:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788536153.526475:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536153.526478:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788536153.526480:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:2.0:1788536153.526482:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788536153.526484:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536153.526489:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526496:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536153.526499:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788536153.526506:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788536153.526511:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536153.526518:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964684800:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1788536153.526524:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788536153.526525:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788536153.526527:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b630. 00000400:00000200:2.0:1788536153.526529:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1770 00000400:00000010:2.0:1788536153.526531:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1770. 00000100:00000001:2.0:1788536153.526534:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536153.526536:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788536153.526543:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526549:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788536153.526550:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536153.526552:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788536153.526554:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788536153.526555:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536153.526556:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536153.526558:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788536153.526562:0:2406:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=30 v=36 (36 36 5 5) 00000100:00001000:2.0:1788536153.526565:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=126 v=5 (1 1 0 0) 00000100:00000001:2.0:1788536153.526567:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788536153.526568:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536153.526569:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788536153.526571:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536153.526573:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788536153.526575:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:2.0:1788536153.526576:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788536153.526578:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536153.526581:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526600:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536153.526623:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788536153.526625:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788536153.526629:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536208 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536153.526637:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964685056:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1788536153.526642:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788536153.526644:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788536153.526645:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b688. 00000400:00000200:2.0:1788536153.526648:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd12a8 00000400:00000010:2.0:1788536153.526650:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd12a8. 00000100:00000001:2.0:1788536153.526652:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536153.526655:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788536153.526663:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526669:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788536153.526671:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536153.526672:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788536153.526674:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788536153.526675:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536153.526676:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536153.526678:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788536153.526681:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=30 v=5 (5 5 5 5) 00000100:00001000:2.0:1788536153.526683:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=11 v=5 (1 1 1 0) 00000100:00000001:2.0:1788536153.526685:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788536153.526687:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536153.526688:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788536153.526690:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536153.526692:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536153.526695:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526708:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536153.526710:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788536153.526711:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788536153.526715:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536153.526722:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964684672:192.168.206.123@tcp:400:kworker.0 00000400:00000001:2.0:1788536153.526728:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788536153.526730:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788536153.526731:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b6e0. 00000400:00000200:2.0:1788536153.526734:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1440 00000400:00000010:2.0:1788536153.526736:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1440. 00000100:00000001:2.0:1788536153.526738:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536153.526742:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788536153.526750:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526755:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788536153.526757:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536153.526758:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788536153.526760:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788536153.526761:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536153.526762:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536153.526764:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788536153.526769:0:2406:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=30 v=60 (60 60 61 61) 00000100:00001000:2.0:1788536153.526772:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=143 v=5 (1 2 0 0) 00000100:00000001:2.0:1788536153.526774:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788536153.526775:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536153.526777:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788536153.526780:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788536153.526797:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536153.526799:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788536153.526800:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788536153.526802:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788536153.526803:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536153.526807:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526813:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536153.526816:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788536153.526817:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788536153.526820:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536153.526827:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964684928:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536153.526831:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536153.526834:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536153.526837:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a45880 x1875404964684800/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526843:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536153.526845:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536153.526849:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccd600. 02000000:00000001:2.0:1788536153.526853:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536153.526856:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536153.526868:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:2.0:1788536153.526872:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536153.526874:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d000. 02000000:00000001:2.0:1788536153.526878:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536153.526880:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536153.526882:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a45880. 00000100:00000001:2.0:1788536153.526885:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536153.526886:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536153.526895:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536153.526899:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a47100 x1875404964685056/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536208 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526905:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536153.526907:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536153.526908:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccd000. 02000000:00000001:2.0:1788536153.526911:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536153.526913:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536153.526914:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:2.0:1788536153.526916:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536153.526918:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d700. 02000000:00000001:2.0:1788536153.526920:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536153.526922:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536153.526923:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a47100. 00000100:00000001:2.0:1788536153.526926:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536153.526927:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536153.526928:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536153.526932:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a47b80 x1875404964684672/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.526938:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536153.526939:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536153.526940:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccde00. 02000000:00000001:2.0:1788536153.526942:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536153.526943:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536153.526944:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:2.0:1788536153.526946:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536153.526947:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34dd00. 02000000:00000001:2.0:1788536153.526949:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536153.526950:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536153.526951:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a47b80. 00000100:00000001:2.0:1788536153.526954:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536153.526955:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536153.526956:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536153.529159:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a44380 x1875404964684928/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536153.529172:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536153.529181:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536153.529184:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccc600. 02000000:00000001:2.0:1788536153.529188:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536153.529190:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536153.529192:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:2.0:1788536153.529195:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536153.529197:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d100. 02000000:00000001:2.0:1788536153.529200:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536153.529201:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536153.529203:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a44380. 00000100:00000001:2.0:1788536153.529206:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536153.529208:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536153.529210:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536153.529218:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788536153.529220:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536153.529222:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536153.529225:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536154.469724:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536154.469729:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536154.469734:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536154.469735:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536154.469819:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536154.469823:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536154.469825:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536155.493722:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536155.493729:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536155.493734:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536155.493736:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536155.493817:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536155.493820:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536155.493823:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536156.517761:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536156.517769:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536156.517771:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536156.517774:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536156.517778:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536156.517780:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536156.517782:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536156.517785:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536156.517789:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536156.517790:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536156.517994:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536156.517998:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536156.518001:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788536157.415744:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305453327, at 4305453378 00000100:00000010:3.0:1788536157.415761:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24480ed840. 00000100:00000040:2.0:1788536157.415929:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305453327, at 4305453378 00000100:00000010:2.0:1788536157.415935:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24480edea0. 00010000:00000001:2.0:1788536157.541783:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536157.541805:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536157.541810:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536157.541811:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536157.541931:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536157.541935:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536157.541938:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1788536158.501770:0:2394:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b24523f16c0] -> 12345-192.168.206.23@tcp (6) 00000800:00000200:0.0:1788536158.501793:0:2394:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.23@tcp ip 192.168.206.23:988 00000800:00000200:0.0:1788536158.501798:0:2394:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b244334a600 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1788536158.502001:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1788536158.502007:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536158.502018:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536158.502033:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536158.502036:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788536158.565779:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536158.565785:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536158.565791:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536158.565792:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536158.566256:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536158.566269:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536158.566273:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788536158.630563:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536158.630572:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536158.630582:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9f480. 00000020:00000040:0.0:1788536158.630588:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:0.0:1788536158.630592:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536158.630595:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536158.630600:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536158.630630:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61100. 00000100:00000001:0.0:1788536158.630636:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630647:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536158.630656:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536158.630660:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630667:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000624677ab] to pc [ptlrpcd_00_00+0] req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.630698:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630701:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536158.630704:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536158.630708:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9df80. 00000020:00000040:0.0:1788536158.630710:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:0.0:1788536158.630713:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536158.630714:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536158.630716:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536158.630719:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61600. 00000100:00000001:0.0:1788536158.630722:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630726:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536158.630763:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536158.630765:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630770:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a83a8ec9] to pc [ptlrpcd_00_01+1] req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.630779:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630781:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536158.630791:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536158.630794:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9d880. 00000020:00000040:0.0:1788536158.630797:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:0.0:1788536158.630799:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536158.630800:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536158.630802:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536158.630806:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61800. 00000100:00000001:0.0:1788536158.630809:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630814:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536158.630821:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536158.630823:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630827:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b6c96e2] to pc [ptlrpcd_00_00+0] req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.630843:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630846:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788536158.630849:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788536158.630852:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b245fc9d500. 00000020:00000040:0.0:1788536158.630854:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:0.0:1788536158.630856:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788536158.630857:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788536158.630859:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788536158.630862:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b245ee61b00. 00000100:00000001:0.0:1788536158.630871:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630875:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788536158.630882:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788536158.630884:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630887:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000044e77cab] to pc [ptlrpcd_00_01+1] req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.630894:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.630896:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788536158.630900:0:233563:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788536158.630904:0:233563:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10792) 00000100:00000001:0.0:1788536158.630931:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536158.630935:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536158.630937:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788536158.630941:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.630949:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788536158.630951:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536158.630955:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788536158.630958:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788536158.630960:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536158.630963:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964685312:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536158.630967:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788536158.630973:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788536158.630975:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536158.630977:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788536158.630981:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2447ee7600. 02000000:00000001:0.0:1788536158.630983:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536158.630989:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1788536158.630993:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b245ff389a0. 00000400:00000010:0.0:1788536158.630999:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9908. 00000100:00000200:0.0:1788536158.631012:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964685312, portal 10 00000100:00000001:0.0:1788536158.631014:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536158.631016:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261034368 : -110894448517248 : ffff9b245fc9df80) 00000100:00000040:0.0:1788536158.631023:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.631029:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788536158.631032:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1788536158.631035:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9f68. 00000100:00000200:0.0:1788536158.631038:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964685312, offset 0 00000400:00000200:0.0:1788536158.631043:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1788536158.631051:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536158.631057:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1788536158.631062:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788536158.631067:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1788536158.631070:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788536158.631073:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:0.0:1788536158.631076:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539926:539926:256:4294967295] 192.168.206.123@tcp LPNI seq info [539877:539877:8:4294967295] 00000400:00000200:0.0:1788536158.631080:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536158.631090:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788536158.631096:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1788536158.631112:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b245ee61000. 00000800:00000200:0.0:1788536158.631119:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1788536158.631126:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1788536158.631130:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b245ee61000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788536158.631146:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.631151:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19356 usecs (20 jiffies) 00000400:00000200:0.0:1788536158.631154:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536158.631156:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305454613 00000100:00000010:0.0:1788536158.631160:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b245ed9fea0. 00000100:00000001:0.0:1788536158.631166:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788536158.631178:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305454613 00000100:00000010:0.0:1788536158.631182:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b245ed9f0c0. 00000100:00000001:0.0:1788536158.631185:0:2404:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788536158.631196:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536158.631199:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536158.631201:0:2404:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788536158.631205:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.631211:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788536158.631213:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536158.631216:0:2404:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788536158.631218:0:2404:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788536158.631220:0:2404:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788536158.631223:0:2404:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964685568:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536158.631226:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788536158.631228:0:2404:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788536158.631229:0:2404:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536158.631231:0:2404:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788536158.631234:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2447ee6e00. 02000000:00000001:0.0:1788536158.631236:0:2404:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788536158.631240:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:0.0:1788536158.631242:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b245ff389f8. 00000400:00000010:0.0:1788536158.631245:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9770. 00000100:00000200:0.0:1788536158.631248:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964685568, portal 4 00000100:00000001:0.0:1788536158.631249:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788536158.631250:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261031680 : -110894448519936 : ffff9b245fc9d500) 00000100:00000040:0.0:1788536158.631255:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.631261:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788536158.631263:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:0.0:1788536158.631265:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24456b9bb0. 00000100:00000200:0.0:1788536158.631267:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964685568, offset 0 00000400:00000200:0.0:1788536158.631277:0:2404:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:0.0:1788536158.631282:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536158.631285:0:2404:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:0.0:1788536158.631287:0:2404:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788536158.631290:0:2404:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:0.0:1788536158.631292:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788536158.631294:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000800:00000200:2.0:1788536158.631691:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536158.631696:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b245ee61000. 00000400:00000200:2.0:1788536158.631701:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536158.631707:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536158.631711:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9f68 00000400:00000010:2.0:1788536158.631714:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9f68. 00000100:00000001:2.0:1788536158.631717:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536158.631721:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536158.631730:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536158.631733:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536158.631739:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536158.631741:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1788536158.632201:0:2404:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539927:539927:255:4294967295] 192.168.206.123@tcp LPNI seq info [539878:539878:7:4294967295] 00000400:00000200:0.0:1788536158.632208:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:0.0:1788536158.632217:0:2404:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:0.0:1788536158.632223:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:0.0:1788536158.632228:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b245ee61a00. 00000800:00000200:0.0:1788536158.632233:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:0.0:1788536158.632238:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:0.0:1788536158.632241:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b245ee61a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536158.632331:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536158.632334:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536158.632336:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536158.632342:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536158.632348:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536158.632350:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536158.632352:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536158.632355:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536158.632357:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788536158.632360:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1e73104-a124-445d-9e99-edaf7c361d90:2403:1875404964685184:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536158.632363:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536158.632366:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788536158.632376:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536158.632378:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788536158.632382:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b178000. 02000000:00000001:1.0:1788536158.632384:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536158.632388:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536158.632392:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d10b0. 00000400:00000010:1.0:1788536158.632396:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4b28. 00000100:00000200:1.0:1788536158.632401:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964685184, portal 25 00000100:00000001:1.0:1788536158.632402:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536158.632404:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261039744 : -110894448511872 : ffff9b245fc9f480) 00000100:00000040:1.0:1788536158.632409:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536158.632415:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536158.632418:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536158.632420:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4770. 00000100:00000200:1.0:1788536158.632422:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964685184, offset 0 00000400:00000200:1.0:1788536158.632427:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536158.632432:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536158.632436:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536158.632440:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536158.632443:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536158.632446:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536158.632448:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536158.632451:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539928:539928:255:4294967295] 192.168.206.123@tcp LPNI seq info [539879:539879:7:4294967295] 00000400:00000200:1.0:1788536158.632455:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536158.632461:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536158.632465:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536158.632469:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1ef00. 00000800:00000200:1.0:1788536158.632473:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536158.632477:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536158.632479:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788536158.632501:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.632505:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 114792 usecs (115 jiffies) 00000400:00000200:0.0:1788536158.632509:0:2404:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:0.0:1788536158.632511:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305454709 00000100:00000001:0.0:1788536158.632517:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, simply extend its deadline from 4305454613 00000100:00000001:0.0:1788536158.632521:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305454709 00000100:00000001:0.0:1788536158.632524:0:2404:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, simply extend its deadline from 4305454613 00000100:00000001:0.0:1788536158.632527:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536158.632529:0:2404:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536158.632532:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536158.632534:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536158.632540:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536158.632542:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:0.0:1788536158.632545:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536158.632547:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536158.632554:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536158.632556:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536158.635733:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536158.635755:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1788536158.635771:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536158.635774:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305458453 00000100:00000001:1.0:1788536158.635782:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305454709 00000100:00000001:1.0:1788536158.635787:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305458453 00000100:00000001:1.0:1788536158.635790:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305454709 00000100:00000001:1.0:1788536158.635802:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536158.635806:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536158.635810:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788536158.635820:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536158.635829:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788536158.635841:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788536158.635845:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b245ee61a00. 02000000:00000001:1.0:1788536158.635846:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788536158.635850:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788536158.635854:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536158.635855:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1788536158.635859:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b245fc9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964685440:192.168.206.123@tcp:400:kworker.0 00000400:00000200:3.0:1788536158.635866:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:1.0:1788536158.635867:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788536158.635874:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1788536158.635876:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9bb0 02000000:00000001:1.0:1788536158.635877:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788536158.635880:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9bb0. 02000000:00000001:1.0:1788536158.635882:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788536158.635886:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1788536158.635889:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244b179400. 00000100:00000200:3.0:1788536158.635894:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788536158.635894:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788536158.635901:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:1.0:1788536158.635907:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b24484d1c60. 00000100:00000001:3.0:1788536158.635911:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536158.635915:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536158.635935:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536158.635937:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1788536158.636396:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f4198. 00000100:00000200:1.0:1788536158.636402:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964685440, portal 10 00000100:00000001:1.0:1788536158.636405:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788536158.636407:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179261032576 : -110894448519040 : ffff9b245fc9d880) 00000800:00000200:3.0:1788536158.636409:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536158.636414:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1ef00. 00000100:00000040:1.0:1788536158.636418:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788536158.636420:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536158.636430:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:1.0:1788536158.636437:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788536158.636447:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:1.0:1788536158.636450:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b24460f47f8. 00000400:00000200:3.0:1788536158.636556:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4770 00000400:00000010:3.0:1788536158.636559:0:2398:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4770. 00000100:00000001:3.0:1788536158.636562:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536158.636567:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536158.636575:0:2398:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536158.636578:0:2398:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536158.636584:0:2398:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536158.636585:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1788536158.638563:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964685440, offset 0 00000400:00000200:1.0:1788536158.638584:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:1.0:1788536158.638594:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536158.638601:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:1.0:1788536158.638619:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788536158.638623:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:1.0:1788536158.638626:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788536158.638629:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:1.0:1788536158.638632:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539929:539929:256:4294967295] 192.168.206.123@tcp LPNI seq info [539880:539880:8:4294967295] 00000400:00000200:1.0:1788536158.638636:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:1.0:1788536158.638646:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:1.0:1788536158.638651:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:1.0:1788536158.638658:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b2446a1ec00. 00000800:00000200:1.0:1788536158.638664:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:1.0:1788536158.638670:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:1.0:1788536158.638675:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b2446a1ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788536158.638693:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536158.638699:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20278 usecs (21 jiffies) 00000400:00000200:1.0:1788536158.638702:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:1.0:1788536158.638705:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305454622 00000100:00000001:1.0:1788536158.638709:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305458453 00000100:00000001:1.0:1788536158.638711:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305454622 00000100:00000001:1.0:1788536158.638713:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305458453 00000100:00000001:1.0:1788536158.638715:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536158.638719:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536158.638723:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536158.638727:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536158.638734:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536158.638747:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788536158.638750:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536158.638752:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788536158.638754:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536158.638766:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788536158.639635:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788536158.639641:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b2446a1ec00. 00000400:00000200:2.0:1788536158.639647:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536158.639653:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:2.0:1788536158.639658:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f47f8 00000400:00000010:2.0:1788536158.639660:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f47f8. 00000100:00000001:2.0:1788536158.639664:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788536158.639671:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536158.639695:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536158.639700:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536158.639706:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536158.639707:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788536158.643147:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536158.643163:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536158.643168:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536158.643171:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536158.643178:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.643185:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536158.643193:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.643198:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.643202:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.643206:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebae600 00000400:00000200:3.0:1788536158.643211:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.643217:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x5090ed [1] + 224 00000800:00000001:3.0:1788536158.643223:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536158.643229:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536158.643233:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536158.643237:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536158.643266:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536158.643274:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536158.643286:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536158.643307:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536158.643320:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536158.643324:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536158.643407:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536158.643411:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788536158.643418:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536158.643420:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536158.643423:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b245ff389a0. 00000400:00000200:0.0:1788536158.643428:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9908 00000400:00000010:0.0:1788536158.643430:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9908. 00000100:00000001:0.0:1788536158.643433:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536158.643437:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788536158.643446:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.643452:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536158.643453:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536158.643455:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536158.643458:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536158.643460:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536158.643462:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536158.643464:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536158.643471:0:2404:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=35 v=60 (60 60 61 61) 00000100:00001000:0.0:1788536158.643476:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=16 v=5 (1 1 2 0) 00000100:00000001:0.0:1788536158.643478:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536158.643480:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536158.643482:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536158.643485:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536158.643488:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536158.643490:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:0.0:1788536158.643492:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536158.643494:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.643498:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.643505:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536158.643508:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536158.643516:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536158.643521:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536158.643530:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964685312:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536158.643535:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536158.643538:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536158.643540:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9df80 x1875404964685312/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.643546:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536158.643548:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536158.643552:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2447ee7600. 02000000:00000001:0.0:1788536158.643555:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536158.643558:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536158.643560:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:0.0:1788536158.643562:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536158.643565:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61600. 02000000:00000001:0.0:1788536158.643569:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536158.643571:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536158.643573:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9df80. 00000100:00000001:0.0:1788536158.643576:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536158.643578:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536158.643581:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536158.643582:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536158.643584:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788536158.643585:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536158.643587:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536158.646499:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536158.646515:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536158.646519:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536158.646522:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536158.646530:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536158.646536:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536158.646545:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536158.646549:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536158.646554:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536158.646558:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebae700 00000400:00000200:2.0:1788536158.646563:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536158.646569:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x5090f5 [1] + 224 00000800:00000001:2.0:1788536158.646575:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536158.646582:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536158.646585:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536158.646590:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536158.646596:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536158.646632:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536158.646642:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536158.646662:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536158.646671:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536158.646674:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536158.647071:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536158.647075:0:2404:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788536158.647081:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788536158.647083:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788536158.647086:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b245ff389f8. 00000400:00000200:0.0:1788536158.647090:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24456b9770 00000400:00000010:0.0:1788536158.647093:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24456b9770. 00000100:00000001:0.0:1788536158.647096:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788536158.647113:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788536158.647136:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.647141:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788536158.647144:0:2404:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536158.647146:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788536158.647149:0:2404:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788536158.647151:0:2404:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788536158.647153:0:2404:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788536158.647155:0:2404:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788536158.647163:0:2404:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=35 v=36 (36 36 5 5) 00000100:00001000:0.0:1788536158.647166:0:2404:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=131 v=5 (1 1 0 0) 00000100:00000001:0.0:1788536158.647168:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788536158.647170:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788536158.647173:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788536158.647175:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536158.647179:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788536158.647181:0:2404:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:0.0:1788536158.647183:0:2404:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788536158.647185:0:2404:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788536158.647189:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.647195:0:2404:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788536158.647197:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788536158.647199:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788536158.647202:0:2404:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536213 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788536158.647209:0:2404:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7c950417-9366-4528-8162-332db0623189:2404:1875404964685568:192.168.206.123@tcp:400:kworker.0 00000100:00000001:0.0:1788536158.647213:0:2404:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536158.647216:0:2404:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788536158.647219:0:2404:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9d500 x1875404964685568/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536213 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788536158.647231:0:2404:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788536158.647234:0:2404:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788536158.647237:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2447ee6e00. 02000000:00000001:0.0:1788536158.647240:0:2404:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788536158.647242:0:2404:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788536158.647244:0:2404:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:0.0:1788536158.647246:0:2404:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788536158.647249:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61b00. 02000000:00000001:0.0:1788536158.647252:0:2404:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788536158.647254:0:2404:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788536158.647255:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9d500. 00000100:00000001:0.0:1788536158.647258:0:2404:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788536158.647260:0:2404:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536158.647262:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788536158.647268:0:2404:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788536158.647270:0:2404:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788536158.647272:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788536158.647274:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788536158.648536:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536158.648548:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536158.648551:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536158.648554:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536158.648561:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.648567:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536158.648575:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.648579:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.648584:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.648588:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebae680 00000400:00000200:3.0:1788536158.648594:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.648599:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x509105 [1] + 224 00000800:00000001:3.0:1788536158.648645:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536158.648649:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536158.648652:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536158.648657:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536158.648663:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536158.648670:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536158.648681:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536158.648702:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536158.648709:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536158.648724:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536158.648726:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536158.648728:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536158.648732:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.648736:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536158.648741:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.648743:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.648746:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.648749:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebae580 00000400:00000200:3.0:1788536158.648753:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536158.648758:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x5090fd [1] + 224 00000800:00000001:3.0:1788536158.648762:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536158.648779:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536158.648782:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536158.648785:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536158.648789:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536158.648793:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536158.648803:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536158.648811:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536158.648815:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536158.648817:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536158.649337:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536158.649342:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788536158.649348:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536158.649349:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536158.649352:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d10b0. 00000400:00000200:1.0:1788536158.649357:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4b28 00000400:00000010:1.0:1788536158.649360:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4b28. 00000100:00000001:1.0:1788536158.649363:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536158.649368:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536158.649378:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536158.649384:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536158.649386:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536158.649388:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536158.649391:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536158.649393:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536158.649395:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536158.649398:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536158.649403:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1788536158.649406:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=16 v=5 (1 1 1 0) 00000100:00000001:1.0:1788536158.649408:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536158.649410:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536158.649412:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788536158.649414:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536158.649417:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536158.649421:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536158.649428:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536158.649430:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536158.649432:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536158.649445:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536158.649453:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f1e73104-a124-445d-9e99-edaf7c361d90:2403:1875404964685184:192.168.206.123@tcp:400:kworker.0 00000400:00000001:1.0:1788536158.649458:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788536158.649460:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788536158.649461:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b24484d1c60. 00000400:00000200:1.0:1788536158.649465:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b24460f4198 00000400:00000010:1.0:1788536158.649466:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b24460f4198. 00000100:00000001:1.0:1788536158.649468:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788536158.649471:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788536158.649479:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536158.649485:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788536158.649486:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536158.649487:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788536158.649489:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788536158.649490:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788536158.649491:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788536158.649493:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788536158.649499:0:2403:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=35 v=60 (60 60 61 61) 00000100:00001000:1.0:1788536158.649502:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=148 v=5 (1 2 0 0) 00000100:00000001:1.0:1788536158.649504:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788536158.649505:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788536158.649507:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788536158.649511:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788536158.649516:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536158.649519:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788536158.649521:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1788536158.649522:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788536158.649529:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788536158.649533:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536158.649538:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788536158.649540:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788536158.649541:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788536158.649544:0:2403:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788536158.649550:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b245fc9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7c950417-9366-4528-8162-332db0623189:2403:1875404964685440:192.168.206.123@tcp:400:kworker.0 00000100:00000001:1.0:1788536158.649553:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536158.649556:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536158.649558:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9f480 x1875404964685184/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536158.649564:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536158.649566:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536158.649570:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b178000. 02000000:00000001:1.0:1788536158.649573:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536158.649575:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536158.649577:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:1.0:1788536158.649579:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536158.649581:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61100. 02000000:00000001:1.0:1788536158.649584:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536158.649586:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536158.649588:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9f480. 00000100:00000001:1.0:1788536158.649591:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536158.649592:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536158.649593:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788536158.649596:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b245fc9d880 x1875404964685440/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788536158.649635:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788536158.649637:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788536158.649638:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244b179400. 02000000:00000001:1.0:1788536158.649647:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788536158.649648:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788536158.649649:0:2403:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:1.0:1788536158.649651:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788536158.649653:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b245ee61800. 02000000:00000001:1.0:1788536158.649655:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788536158.649656:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788536158.649658:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b245fc9d880. 00000100:00000001:1.0:1788536158.649660:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788536158.649661:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536158.649663:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788536158.649670:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788536158.649672:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788536158.649674:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788536158.649676:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536159.591225:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536159.591246:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536159.591251:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536159.591252:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536159.591470:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536159.591473:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536159.591476:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536160.614996:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536160.615003:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536160.615009:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536160.615012:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536160.615014:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536160.615020:0:265135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536160.615022:0:265135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536160.615023:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536160.615026:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536160.615028:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536160.615030:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536160.615032:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536160.615099:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536160.615103:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536160.615105:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536161.637718:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536161.637725:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536161.637731:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536161.637732:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536161.637984:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536161.637988:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536161.637991:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536162.533845:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305458453, at 4305458496 00000100:00000010:2.0:1788536162.533859:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b245ed9fea0. 00000100:00000040:3.0:1788536162.533995:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305458453, at 4305458496 00000100:00000010:3.0:1788536162.534001:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b245ed9f0c0. 00010000:00000001:2.0:1788536162.661784:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536162.661791:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536162.661796:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536162.661799:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536162.661949:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536162.661953:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536162.661955:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536163.687339:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536163.687345:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536163.687354:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536163.687356:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536163.687988:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536163.687992:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536163.687995:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788536163.749841:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536163.749851:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536163.749860:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a47800. 00000020:00000040:3.0:1788536163.749866:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:3.0:1788536163.749869:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536163.749872:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536163.749885:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536163.749907:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d400. 00000100:00000001:3.0:1788536163.749913:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536163.749923:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788536163.749933:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536163.749936:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536163.749942:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a77d8619] to pc [ptlrpcd_01_01+1] req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.749979:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536163.749982:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536163.749986:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536163.749989:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a45c00. 00000020:00000040:3.0:1788536163.749992:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:3.0:1788536163.749995:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536163.749996:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536163.749998:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788536163.750002:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34de00. 00000100:00000001:3.0:1788536163.750006:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536163.750012:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536163.750015:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536163.750020:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536163.750023:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788536163.750030:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1788536163.750032:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.750033:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536163.750042:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1df05b5] to pc [ptlrpcd_01_00+0] req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.750047:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788536163.750050:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536163.750056:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788536163.750058:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536163.750061:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788536163.750065:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1788536163.750066:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1788536163.750070:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a44380. 02000000:00000001:2.0:1788536163.750071:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788536163.750075:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00100000:2.0:1788536163.750079:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964685696:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536163.750080:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788536163.750085:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536163.750090:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536163.750091:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536163.750093:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536163.750095:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536163.750099:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536163.750100:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34df00. 02000000:00000010:2.0:1788536163.750104:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244a64a600. 00000100:00000001:3.0:1788536163.750105:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536163.750109:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536163.750115:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1788536163.750117:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1788536163.750123:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b2472227f78. 00000100:00000001:3.0:1788536163.750130:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536163.750133:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788536163.750133:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34550. 00000100:00000040:3.0:1788536163.750139:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d68bb55] to pc [ptlrpcd_01_01+1] req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788536163.750141:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964685696, portal 25 00000100:00000001:2.0:1788536163.750146:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788536163.750149:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577350144 : -110894132201472 : ffff9b2472a47800) 00000100:00000001:3.0:1788536163.750154:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536163.750157:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788536163.750161:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.750162:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788536163.750166:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2472a47b80. 00000020:00000040:3.0:1788536163.750171:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:2.0:1788536163.750175:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788536163.750176:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788536163.750179:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788536163.750182:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536163.750183:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 02000000:00000010:3.0:1788536163.750188:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b235f34d900. 00000400:00000010:2.0:1788536163.750190:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34660. 00000100:00000001:3.0:1788536163.750192:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788536163.750195:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964685696, offset 0 00000100:00000040:3.0:1788536163.750199:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1788536163.750206:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000100:00000001:3.0:1788536163.750213:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788536163.750215:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536163.750218:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:3.0:1788536163.750220:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005063597c] to pc [ptlrpcd_01_00+0] req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788536163.750228:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1788536163.750234:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788536163.750239:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536163.750240:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000100:00000040:3.0:1788536163.750245:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1788536163.750246:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1788536163.750252:0:233563:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1788536163.750252:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1788536163.750258:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539930:539930:256:4294967295] 192.168.206.123@tcp LPNI seq info [539881:539881:8:4294967295] 00000400:00000200:2.0:1788536163.750265:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:3.0:1788536163.750267:0:233563:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10797) 00000400:00000200:2.0:1788536163.750277:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000100:00000001:3.0:1788536163.750284:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1788536163.750285:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000100:00000001:3.0:1788536163.750287:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536163.750289:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536163.750295:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1788536163.750299:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b24722e5d00. 00000100:00000001:3.0:1788536163.750305:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536163.750307:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536163.750309:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1788536163.750311:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 02000000:00000001:3.0:1788536163.750312:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536163.750317:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536163.750321:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964685824:192.168.206.123@tcp:400:kworker.0 00000800:00000200:2.0:1788536163.750325:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000100:00000001:3.0:1788536163.750328:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1788536163.750332:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b24722e5d00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1788536163.750333:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536163.750336:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536163.750339:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536163.750343:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccc000. 02000000:00000001:3.0:1788536163.750344:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.750347:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536163.750349:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536163.750353:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15ba50. 00000400:00000200:2.0:1788536163.750356:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536163.750361:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305463567 00000100:00000010:2.0:1788536163.750366:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24801d88a0. 00000400:00000010:3.0:1788536163.750372:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1bb0. 00000100:00000200:3.0:1788536163.750376:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964685824, portal 10 00000100:00000001:3.0:1788536163.750378:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536163.750379:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577342976 : -110894132208640 : ffff9b2472a45c00) 00000100:00000040:3.0:1788536163.750386:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.750392:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536163.750394:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536163.750396:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1880. 00000100:00000200:3.0:1788536163.750398:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964685824, offset 0 00000400:00000200:3.0:1788536163.750401:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536163.750405:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.750409:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536163.750416:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536163.750419:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536163.750421:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536163.750423:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536163.750425:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539931:539931:255:4294967295] 192.168.206.123@tcp LPNI seq info [539882:539882:7:4294967295] 00000400:00000200:3.0:1788536163.750429:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.750435:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536163.750439:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000100:00000001:2.0:1788536163.750442:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 2 00000800:00000010:3.0:1788536163.750443:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d100. 00000100:00000001:2.0:1788536163.750450:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305463567 00000100:00000010:2.0:1788536163.750457:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24801d8ae0. 00000100:00000001:2.0:1788536163.750460:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request now active for cpu 3 00000800:00000200:3.0:1788536163.750463:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000100:00000001:2.0:1788536163.750465:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536163.750469:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536163.750471:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000100:00000001:2.0:1788536163.750474:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536163.750476:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536163.750478:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536163.750481:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536163.750486:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19353 usecs (20 jiffies) 00000100:00000001:2.0:1788536163.750487:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1788536163.750491:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536163.750491:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788536163.750496:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305459732 00000100:00000001:2.0:1788536163.750497:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536163.750501:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536163.750502:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305463567 00000100:00000001:2.0:1788536163.750504:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788536163.750505:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305459732 00000100:00000001:3.0:1788536163.750508:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305463567 00000100:00000001:3.0:1788536163.750512:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788536163.750512:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.750517:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536163.750521:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788536163.750526:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1788536163.750528:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.750529:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536163.750535:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788536163.750538:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536163.750542:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1788536163.750543:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536163.750546:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788536163.750550:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964685952:192.168.206.123@tcp:400:kworker.0 02000000:00000001:3.0:1788536163.750551:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536163.750554:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536163.750557:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536163.750558:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536163.750562:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788536163.750563:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536163.750568:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2472a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964686080:192.168.206.123@tcp:400:kworker.0 02000000:00000001:2.0:1788536163.750575:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788536163.750576:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536163.750580:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1788536163.750580:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244a64aa00. 02000000:00000001:3.0:1788536163.750583:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536163.750585:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536163.750590:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 02000000:00000001:3.0:1788536163.750597:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536163.750628:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2446ccd600. 02000000:00000001:3.0:1788536163.750631:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536163.750635:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536163.750637:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15b738. 00000400:00000010:3.0:1788536163.750640:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1908. 00000100:00000200:3.0:1788536163.750643:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964686080, portal 4 00000100:00000001:3.0:1788536163.750644:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536163.750646:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577351040 : -110894132200576 : ffff9b2472a47b80) 00000100:00000040:3.0:1788536163.750652:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.750657:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536163.750659:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536163.750662:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1aa0. 00000100:00000200:3.0:1788536163.750664:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964686080, offset 0 00000400:00000200:3.0:1788536163.750667:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536163.750671:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.750675:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536163.750678:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536163.750681:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536163.750683:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536163.750685:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536163.750688:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539932:539932:254:4294967295] 192.168.206.123@tcp LPNI seq info [539883:539883:6:4294967295] 00000400:00000200:3.0:1788536163.750693:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.750700:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000400:00000010:2.0:1788536163.750707:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b2472227688. 00000800:00000200:3.0:1788536163.750713:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000400:00000010:2.0:1788536163.750713:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34110. 00000800:00000010:3.0:1788536163.750719:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34dd00. 00000100:00000200:2.0:1788536163.750724:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964685952, portal 10 00000100:00000001:2.0:1788536163.750729:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1788536163.750731:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000100:00000001:2.0:1788536163.750732:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633179577336704 : -110894132214912 : ffff9b2472a44380) 00000800:00000200:3.0:1788536163.750739:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536163.750743:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1788536163.750745:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.750749:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536163.750755:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 114713 usecs (115 jiffies) 00000100:00000001:2.0:1788536163.750758:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788536163.750762:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000040:2.0:1788536163.750765:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000100:00000001:3.0:1788536163.750767:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305459828 00000400:00000010:2.0:1788536163.750770:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34440. 00000100:00000001:3.0:1788536163.750771:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305463567 00000100:00000200:2.0:1788536163.750775:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964685952, offset 0 00000100:00000001:3.0:1788536163.750776:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305459828 00000100:00000001:3.0:1788536163.750781:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305463567 00000400:00000200:2.0:1788536163.750785:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000100:00000001:3.0:1788536163.750786:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536163.750790:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536163.750794:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536163.750794:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536163.750799:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536163.750802:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000100:00000001:3.0:1788536163.750815:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1788536163.750818:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788536163.750819:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788536163.750824:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788536163.750824:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000100:00000001:3.0:1788536163.750828:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1788536163.750831:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788536163.750832:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536163.750837:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536163.750837:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1788536163.750842:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539933:539933:253:4294967295] 192.168.206.123@tcp LPNI seq info [539884:539884:5:4294967295] 00000400:00000200:2.0:1788536163.750848:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536163.750855:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788536163.750859:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1788536163.750864:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b24722e5900. 00000800:00000200:2.0:1788536163.750869:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1788536163.750873:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1788536163.750875:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b24722e5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536163.750879:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536163.750887:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20278 usecs (21 jiffies) 00000400:00000200:2.0:1788536163.750891:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536163.750894:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305459734 00000800:00000200:3.0:1788536163.750895:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788536163.750898:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305463567 00000800:00000010:3.0:1788536163.750901:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b24722e5d00. 00000100:00000001:2.0:1788536163.750902:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305459734 00000100:00000001:2.0:1788536163.750907:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305463567 00000100:00000001:2.0:1788536163.750909:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788536163.750910:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788536163.750912:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.750917:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536163.750919:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536163.750921:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536163.750926:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34660 00000100:00000001:2.0:1788536163.750926:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788536163.750929:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1788536163.750931:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34660. 00000100:00000001:2.0:1788536163.750933:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536163.750936:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536163.750937:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536163.750939:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1788536163.750940:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788536163.750946:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.750956:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536163.750960:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.750980:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536163.750982:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788536163.750995:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536163.750997:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d100. 00000400:00000200:3.0:1788536163.751000:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536163.751004:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536163.751006:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1880 00000400:00000010:3.0:1788536163.751008:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1880. 00000100:00000001:3.0:1788536163.751010:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536163.751014:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.751021:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536163.751024:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.751030:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536163.751031:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788536163.751039:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536163.751041:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34dd00. 00000400:00000200:3.0:1788536163.751043:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536163.751046:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536163.751049:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1aa0 00000400:00000010:3.0:1788536163.751050:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1aa0. 00000100:00000001:3.0:1788536163.751052:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536163.751055:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.751062:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536163.751065:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.751071:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536163.751072:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788536163.751132:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536163.751141:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b24722e5900. 00000400:00000200:3.0:1788536163.751144:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536163.751148:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536163.751151:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34440 00000400:00000010:3.0:1788536163.751152:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34440. 00000100:00000001:3.0:1788536163.751155:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536163.751159:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.751166:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536163.751168:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.751174:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536163.751175:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788536163.760465:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.760481:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536163.760485:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.760488:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536163.760496:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760503:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536163.760511:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760516:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760521:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760525:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebae780 00000400:00000200:3.0:1788536163.760530:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760536:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x50910d [1] + 224 00000800:00000001:3.0:1788536163.760542:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.760545:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536163.760548:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536163.760552:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536163.760559:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536163.760566:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536163.760577:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.760635:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536163.760643:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.760647:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536163.760649:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.760651:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536163.760654:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760657:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536163.760661:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760663:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760666:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760669:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebae800 00000400:00000200:3.0:1788536163.760672:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760676:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x50911d [1] + 224 00000800:00000001:3.0:1788536163.760679:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.760682:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536163.760685:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536163.760689:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536163.760692:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536163.760697:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536163.760706:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.760706:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536163.760711:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788536163.760719:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788536163.760723:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1788536163.760724:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1788536163.760726:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b2472227f78. 00000400:00000200:2.0:1788536163.760732:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34550 00000400:00000010:2.0:1788536163.760734:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34550. 00000100:00000001:2.0:1788536163.760737:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1788536163.760741:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1788536163.760745:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788536163.760747:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536163.760752:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.760755:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536163.760763:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000200:2.0:1788536163.760764:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536179 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788536163.760771:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000100:00000001:2.0:1788536163.760780:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788536163.760783:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536163.760783:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.760788:0:2406:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1788536163.760789:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 02000000:00000001:2.0:1788536163.760792:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788536163.760795:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536163.760798:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536163.760801:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760815:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebae880 02000000:00000001:2.0:1788536163.760821:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536163.760822:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.760828:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x50913d [1] + 224 00000100:00001000:2.0:1788536163.760829:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1788536163.760834:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=21 v=5 (1 1 1 0) 00000100:00000001:2.0:1788536163.760837:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788536163.760839:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536163.760841:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788536163.760843:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.760846:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536163.760852:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536179 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.760860:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536163.760863:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788536163.760865:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788536163.760868:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536179 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536163.760876:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964685696:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536163.760880:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.760883:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536163.760886:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a47800 x1875404964685696/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536179 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.760893:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536163.760895:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536163.760898:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244a64a600. 02000000:00000001:2.0:1788536163.760902:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536163.760905:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536163.760907:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:2.0:1788536163.760909:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536163.760911:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d400. 02000000:00000001:2.0:1788536163.760915:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536163.760916:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536163.760918:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a47800. 00000100:00000001:2.0:1788536163.760921:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536163.760923:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.760929:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.760931:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536163.760932:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536163.760934:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.760935:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.760960:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536163.760961:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788536163.761123:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.761128:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536163.761130:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536163.761134:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000001:2.0:1788536163.761853:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788536163.761857:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788536163.761860:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15ba50. 00000400:00000200:2.0:1788536163.761864:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1bb0 00000400:00000010:2.0:1788536163.761867:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1bb0. 00000100:00000001:2.0:1788536163.761871:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536163.761877:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788536163.761888:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.761895:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788536163.761896:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.761898:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788536163.761900:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788536163.761902:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536163.761903:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536163.761906:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788536163.761912:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=40 v=60 (60 60 61 61) 00000100:00001000:2.0:1788536163.761915:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=21 v=5 (1 1 2 0) 00000100:00000001:2.0:1788536163.761918:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788536163.761919:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536163.761921:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788536163.761924:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.761927:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788536163.761929:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:2.0:1788536163.761931:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788536163.761932:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536163.761936:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.761957:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536163.761960:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788536163.761961:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788536163.761965:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536163.761972:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964685824:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536163.761977:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.761979:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536163.761982:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a45c00 x1875404964685824/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.761988:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536163.761990:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536163.761992:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccc000. 02000000:00000001:2.0:1788536163.761995:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536163.761996:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536163.761998:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:2.0:1788536163.762000:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536163.762002:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34de00. 02000000:00000001:2.0:1788536163.762004:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536163.762006:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536163.762007:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a45c00. 00000100:00000001:2.0:1788536163.762010:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536163.762011:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.762013:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.762015:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536163.762016:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536163.762017:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.762019:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536163.767919:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536163.767935:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536163.767947:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.767968:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536163.767981:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.767993:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536163.767995:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.767997:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536163.768003:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.768007:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536163.768014:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.768019:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.768023:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.768027:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebae900 00000400:00000200:3.0:1788536163.768031:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536163.768037:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x50912d [1] + 224 00000800:00000001:3.0:1788536163.768042:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.768048:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536163.768051:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536163.768055:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536163.768059:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536163.768073:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536163.768081:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536163.768092:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536163.768095:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536163.768097:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.768469:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536163.768474:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788536163.768480:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788536163.768483:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788536163.768492:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15b738. 00000400:00000200:2.0:1788536163.768497:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1908 00000400:00000010:2.0:1788536163.768499:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1908. 00000100:00000001:2.0:1788536163.768502:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536163.768508:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788536163.768517:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.768523:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788536163.768525:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.768527:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788536163.768530:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788536163.768532:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536163.768534:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536163.768536:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788536163.768544:0:2405:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=40 v=36 (36 36 5 5) 00000100:00001000:2.0:1788536163.768547:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=136 v=5 (1 1 0 0) 00000100:00000001:2.0:1788536163.768549:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788536163.768551:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536163.768553:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788536163.768556:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.768559:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788536163.768561:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:2.0:1788536163.768562:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788536163.768564:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536163.768568:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.768574:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536163.768577:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788536163.768579:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788536163.768583:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536163.768591:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964686080:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536163.768640:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.768643:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536163.768648:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a47b80 x1875404964686080/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.768655:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536163.768657:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536163.768660:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2446ccd600. 02000000:00000001:2.0:1788536163.768665:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536163.768668:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536163.768670:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:2.0:1788536163.768672:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536163.768674:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34d900. 02000000:00000001:2.0:1788536163.768678:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536163.768679:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536163.768681:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a47b80. 00000100:00000001:2.0:1788536163.768684:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536163.768685:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.768687:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.768693:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788536163.768695:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.768697:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536163.768699:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.768707:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536163.768709:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788536163.768712:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788536163.768714:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788536163.768716:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b2472227688. 00000400:00000200:2.0:1788536163.768719:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34110 00000400:00000010:2.0:1788536163.768721:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34110. 00000100:00000001:2.0:1788536163.768723:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536163.768726:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788536163.768734:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.768739:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788536163.768746:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.768748:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788536163.768750:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788536163.768751:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536163.768752:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536163.768754:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788536163.768759:0:2406:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=40 v=60 (60 60 61 61) 00000100:00001000:2.0:1788536163.768762:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=153 v=5 (1 2 0 0) 00000100:00000001:2.0:1788536163.768764:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788536163.768765:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536163.768767:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788536163.768771:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788536163.768778:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.768780:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788536163.768781:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788536163.768783:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788536163.768784:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536163.768787:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.768793:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536163.768796:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788536163.768797:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788536163.768800:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536163.768820:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2472a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964685952:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536163.768824:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.768826:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536163.768828:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2472a44380 x1875404964685952/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536163.768835:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536163.768841:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536163.768843:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244a64aa00. 02000000:00000001:2.0:1788536163.768847:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536163.768849:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536163.768850:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:2.0:1788536163.768852:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536163.768853:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b235f34df00. 02000000:00000001:2.0:1788536163.768855:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536163.768856:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536163.768857:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2472a44380. 00000100:00000001:2.0:1788536163.768860:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536163.768861:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.768863:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536163.768867:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788536163.768868:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536163.768870:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536163.768872:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536164.709942:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536164.709949:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536164.709955:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536164.709956:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536164.710046:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536164.710049:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536164.710052:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536165.736395:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536165.736401:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536165.736406:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536165.736407:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536165.736496:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536165.736499:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536165.736502:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788536166.757718:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536166.757725:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536166.757728:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536166.757731:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536166.757735:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536166.757737:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536166.757739:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536166.757741:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536166.757745:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536166.757747:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536166.757849:0:236365:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536166.757853:0:236365:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536166.757856:0:236365:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788536167.653690:0:232582:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5b30 (cpu 3) has reached its deadline 4305463567, at 4305463616 00000100:00000010:3.0:1788536167.653704:0:232582:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24801d8ae0. 00000100:00000040:2.0:1788536167.653807:0:265135:0:(connection.c:75:cpu_latency_work()) work item of ffff9b2443ea5a20 (cpu 2) has reached its deadline 4305463567, at 4305463616 00000100:00000010:2.0:1788536167.653813:0:265135:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9b24801d88a0. 00010000:00000001:2.0:1788536167.781704:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536167.781716:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536167.781721:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536167.781722:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536167.781809:0:242350:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536167.781812:0:242350:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536167.781815:0:242350:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788536168.336042:0:280501:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788536168.690001:0:280537:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788536168.690008:0:280537:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_812b: @@@@@@ FAIL: can't put import for osc.lustre-OST0000-osc-ffff9b244134e800.ost_server_uuid into CONNECTING state after 50 sec, have FULL 00000001:00000001:0.0:1788536168.696931:0:280537:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:2.0:1788536168.805675:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536168.805680:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536168.805685:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536168.805686:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536168.805750:0:236366:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536168.805753:0:236366:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536168.805756:0:236366:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788536168.870484:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) f1e73104-a124-445d-9e99-edaf7c361d90->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536168.870492:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536168.870498:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448434a80. 00000020:00000040:2.0:1788536168.870503:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b244a7c6000 refcount=4 obd=MGC192.168.206.123@tcp 00000100:00000001:2.0:1788536168.870506:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536168.870509:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536168.870513:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536168.870519:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5100. 00000100:00000001:2.0:1788536168.870525:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870535:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging f1e73104-a124-445d-9e99-edaf7c361d90->MGS req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536168.870545:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536168.870548:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870554:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e8150de5] to pc [ptlrpcd_01_01+1] req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.870572:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870574:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536168.870577:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536168.870580:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448437800. 00000020:00000040:2.0:1788536168.870582:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b2472549000 refcount=6 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000100:00000001:2.0:1788536168.870584:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536168.870585:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536168.870587:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536168.870590:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5b00. 00000100:00000001:2.0:1788536168.870593:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870627:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0000_UUID req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536168.870635:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536168.870637:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870640:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cfdc7ea7] to pc [ptlrpcd_01_00+0] req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.870648:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870650:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536168.870653:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536168.870656:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448435880. 00000020:00000040:2.0:1788536168.870658:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254c000 refcount=4 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000100:00000001:2.0:1788536168.870660:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536168.870661:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536168.870663:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536168.870665:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5200. 00000100:00000001:2.0:1788536168.870668:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870672:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-MDT0001_UUID req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536168.870677:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536168.870690:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870693:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c7db871] to pc [ptlrpcd_01_01+1] req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.870700:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870702:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788536168.870706:0:233563:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788536168.870709:0:233563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9b2448436300. 00000020:00000040:2.0:1788536168.870711:0:233563:0:(genops.c:1210:class_import_get()) import ffff9b247254e800 refcount=4 obd=lustre-OST0000-osc-ffff9b244134e800 00000100:00000001:2.0:1788536168.870713:0:233563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788536168.870714:0:233563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788536168.870715:0:233563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788536168.870724:0:233563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9b24722e5300. 00000100:00000001:2.0:1788536168.870727:0:233563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870731:0:233563:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 7c950417-9366-4528-8162-332db0623189->lustre-OST0000_UUID req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788536168.870737:0:233563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788536168.870739:0:233563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870742:0:233563:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004a3ead29] to pc [ptlrpcd_01_00+0] req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.870749:0:233563:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.870751:0:233563:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788536168.870754:0:233563:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7c950417-9366-4528-8162-332db0623189->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788536168.870947:0:233563:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (10802) 00000100:00000001:2.0:1788536168.870960:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536168.870963:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536168.870966:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788536168.870971:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.870979:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788536168.870982:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536168.870985:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788536168.870987:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788536168.870990:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788536168.870993:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964686208:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536168.870997:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788536168.871002:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788536168.871004:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536168.871007:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788536168.871011:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244d873c00. 02000000:00000001:2.0:1788536168.871013:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536168.871019:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1788536168.871023:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b2472227688. 00000400:00000010:2.0:1788536168.871035:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34110. 00000100:00000001:3.0:1788536168.871092:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536168.871095:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536168.871096:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536168.871102:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.871108:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536168.871110:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536168.871112:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536168.871114:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536168.871116:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536168.871119:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964686336:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536168.871122:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536168.871124:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536168.871125:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536168.871127:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536168.871130:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2467c80000. 02000000:00000001:3.0:1788536168.871132:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536168.871136:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536168.871139:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15bd10. 00000400:00000010:3.0:1788536168.871143:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1aa0. 00000100:00000200:3.0:1788536168.871149:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964686336, portal 10 00000100:00000001:3.0:1788536168.871151:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536168.871153:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866350080 : -110894843201536 : ffff9b2448437800) 00000100:00000200:2.0:1788536168.871154:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964686208, portal 25 00000100:00000001:2.0:1788536168.871156:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788536168.871157:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866338432 : -110894843213184 : ffff9b2448434a80) 00000100:00000040:2.0:1788536168.871163:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536168.871164:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.871170:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1788536168.871171:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536168.871173:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000100:00000040:2.0:1788536168.871173:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536168.871176:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1880. 00000400:00000010:2.0:1788536168.871176:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34550. 00000100:00000200:3.0:1788536168.871179:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964686336, offset 0 00000100:00000200:2.0:1788536168.871179:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875404964686208, offset 0 00000400:00000200:3.0:1788536168.871184:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536168.871197:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536168.871205:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536168.871209:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536168.871214:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536168.871218:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536168.871220:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536168.871224:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539934:539934:256:4294967295] 192.168.206.123@tcp LPNI seq info [539885:539885:8:4294967295] 00000400:00000200:3.0:1788536168.871228:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536168.871237:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536168.871243:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536168.871249:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34dd00. 00000800:00000200:3.0:1788536168.871256:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536168.871263:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536168.871267:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34dd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536168.871279:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536168.871283:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: using a timeout of 19352 usecs (20 jiffies) 00000400:00000200:3.0:1788536168.871286:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536168.871288:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305464853 00000100:00000010:3.0:1788536168.871292:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24480ed840. 00000100:00000001:3.0:1788536168.871298:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788536168.871303:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305464853 00000100:00000010:3.0:1788536168.871306:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9b24480ed5a0. 00000100:00000001:3.0:1788536168.871315:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9b244134e800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788536168.871318:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536168.871321:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.871323:0:2405:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788536168.871327:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.871334:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788536168.871335:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536168.871337:0:2405:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788536168.871339:0:2405:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788536168.871341:0:2405:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788536168.871344:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964686592:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536168.871347:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788536168.871349:0:2405:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788536168.871351:0:2405:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536168.871352:0:2405:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788536168.871355:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b2467c81e00. 02000000:00000001:3.0:1788536168.871357:0:2405:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788536168.871360:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:3.0:1788536168.871363:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b244b15bb58. 00000400:00000200:2.0:1788536168.872418:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536168.872448:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1c38. 00000100:00000200:3.0:1788536168.872455:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964686592, portal 4 00000100:00000001:3.0:1788536168.872457:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788536168.872459:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866344704 : -110894843206912 : ffff9b2448436300) 00000100:00000040:3.0:1788536168.872469:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.872476:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788536168.872478:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:3.0:1788536168.872481:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2466dd1088. 00000100:00000200:3.0:1788536168.872484:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875404964686592, offset 0 00000400:00000200:3.0:1788536168.872488:0:2405:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:3.0:1788536168.872495:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536168.872512:0:2405:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:3.0:1788536168.872516:0:2405:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788536168.872520:0:2405:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:3.0:1788536168.872523:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788536168.872526:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:3.0:1788536168.872530:0:2405:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539935:539935:255:4294967295] 192.168.206.123@tcp LPNI seq info [539886:539886:7:4294967295] 00000400:00000200:3.0:1788536168.872534:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536168.872542:0:2405:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:3.0:1788536168.872547:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:3.0:1788536168.872552:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b235f34d100. 00000800:00000200:3.0:1788536168.872557:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:3.0:1788536168.872563:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:3.0:1788536168.872566:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b235f34d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788536168.872570:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536168.872574:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: using a timeout of 114636 usecs (115 jiffies) 00000400:00000200:3.0:1788536168.872577:0:2405:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:3.0:1788536168.872580:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305464949 00000100:00000001:3.0:1788536168.872586:0:2405:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 2, simply extend its deadline from 4305464853 00000100:00000001:3.0:1788536168.872590:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305464949 00000100:00000001:3.0:1788536168.872593:0:2405:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff9b244134e800: PM QoS request active for cpu 3, simply extend its deadline from 4305464853 00000100:00000001:3.0:1788536168.872596:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536168.872599:0:2405:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536168.872776:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.872793:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1788536168.872796:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788536168.872798:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1788536168.872800:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788536168.872802:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1788536168.872805:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539936:539936:254:4294967295] 192.168.206.123@tcp LPNI seq info [539887:539887:6:4294967295] 00000400:00000200:2.0:1788536168.872809:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.872939:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788536168.872946:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1788536168.872950:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b24722e5600. 00000800:00000200:2.0:1788536168.872955:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1788536168.872959:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1788536168.872962:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b24722e5600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536168.872965:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536168.872969:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536168.872971:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 2 is 4305468690 00000100:00000001:2.0:1788536168.873037:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4305464949 00000100:00000001:2.0:1788536168.873042:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS new deadline estimation for cpu 3 is 4305468690 00000100:00000001:2.0:1788536168.873051:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.123@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4305464949 00000100:00000001:2.0:1788536168.873054:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536168.873056:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536168.873060:0:2406:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788536168.873066:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.873074:0:2406:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788536168.873076:0:2406:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536168.873079:0:2406:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788536168.873082:0:2406:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788536168.873085:0:2406:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788536168.873088:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9b2448435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964686464:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536168.873092:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788536168.873096:0:2406:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788536168.873098:0:2406:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536168.873100:0:2406:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788536168.873105:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9b244a64be00. 02000000:00000001:2.0:1788536168.873107:0:2406:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788536168.873111:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000010:2.0:1788536168.873115:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9b2472227f78. 00000400:00000010:2.0:1788536168.873119:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f34aa0. 00000100:00000200:2.0:1788536168.873123:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875404964686464, portal 10 00000100:00000001:2.0:1788536168.873125:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788536168.873127:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446633178866342016 : -110894843209600 : ffff9b2448435880) 00000100:00000040:2.0:1788536168.873133:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.873141:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788536168.873143:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.123@tcp 00000400:00000010:2.0:1788536168.873145:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9b2472f347f8. 00000100:00000200:2.0:1788536168.873147:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875404964686464, offset 0 00000400:00000200:2.0:1788536168.873151:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.123@tcp 00000400:00000200:2.0:1788536168.873155:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.873164:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.123@tcp local destination 00000400:00000200:2.0:1788536168.873167:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788536168.873169:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.23@tcp 00000400:00000200:2.0:1788536168.873171:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.23@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788536168.873173:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.123@tcp 00000400:00000200:2.0:1788536168.873176:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.23@tcp NI seq info: [539937:539937:253:4294967295] 192.168.206.123@tcp LPNI seq info [539888:539888:5:4294967295] 00000400:00000200:2.0:1788536168.873179:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.873185:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp:) -> 192.168.206.123@tcp(192.168.206.123@tcp:192.168.206.123@tcp) : PUT try# 0 00000800:00000200:2.0:1788536168.873188:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.123@tcp 00000800:00000010:2.0:1788536168.873191:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9b24722e5900. 00000800:00000200:2.0:1788536168.873195:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9b2449f80300] -> 12345-192.168.206.123@tcp (5) 00000800:00000200:2.0:1788536168.873199:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.123@tcp ip 192.168.206.123:988 00000800:00000200:2.0:1788536168.873202:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9b24722e5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788536168.873205:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.873208:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: using a timeout of 20278 usecs (21 jiffies) 00000400:00000200:2.0:1788536168.873211:0:2406:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000100:00000001:2.0:1788536168.873212:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 2 is 4305464856 00000100:00000001:2.0:1788536168.873215:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 2, keep current deadline 4305468690 00000100:00000001:2.0:1788536168.873216:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS new deadline estimation for cpu 3 is 4305464856 00000100:00000001:2.0:1788536168.873218:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9b244134e800: PM QoS request active for cpu 3, keep current deadline 4305468690 00000100:00000001:2.0:1788536168.873220:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536168.873223:0:2406:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536168.873226:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536168.873229:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536168.873236:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788536168.873237:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788536168.873240:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536168.873242:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536168.873244:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536168.873246:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.873304:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.873308:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536168.873311:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536168.873312:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788536168.873314:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536168.873316:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536168.873318:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.873320:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788536168.873356:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536168.873364:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34dd00. 00000400:00000200:3.0:1788536168.873369:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536168.873373:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536168.873378:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1880 00000400:00000010:3.0:1788536168.873380:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1880. 00000100:00000001:3.0:1788536168.873384:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536168.873388:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.873398:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536168.873401:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.873408:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.873410:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788536168.873420:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536168.873422:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b235f34d100. 00000400:00000200:3.0:1788536168.873425:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536168.873428:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536168.873430:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1088 00000400:00000010:3.0:1788536168.873432:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1088. 00000100:00000001:3.0:1788536168.873434:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536168.873437:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.873444:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536168.873447:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.873454:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.873455:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788536168.873463:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536168.873464:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b24722e5600. 00000400:00000200:3.0:1788536168.873469:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536168.873472:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536168.873474:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34550 00000400:00000010:3.0:1788536168.873475:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34550. 00000100:00000001:3.0:1788536168.873483:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536168.873487:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.873494:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536168.873496:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536184 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.873502:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.873504:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788536168.874182:0:2397:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788536168.874188:0:2397:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9b24722e5900. 00000400:00000200:3.0:1788536168.874191:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536168.874196:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000400:00000200:3.0:1788536168.874200:0:2397:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f347f8 00000400:00000010:3.0:1788536168.874202:0:2397:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f347f8. 00000100:00000001:3.0:1788536168.874205:0:2397:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788536168.874209:0:2397:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.874218:0:2397:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536168.874221:0:2397:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.874228:0:2397:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.874230:0:2397:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788536168.884173:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536168.884199:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536168.884203:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536168.884206:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536168.884214:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.884221:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536168.884229:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.884233:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.884238:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.884242:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 4 MB=0x6a9abbebaeb00 00000400:00000200:2.0:1788536168.884246:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.884252:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.123@tcp of length 224/224 into md 0x50916d [1] + 224 00000800:00000001:2.0:1788536168.884259:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536168.884263:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536168.884266:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536168.884270:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536168.884277:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536168.884284:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536168.884295:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.884339:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536168.884343:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536168.884362:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536168.884370:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536168.884375:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536168.884377:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536168.884379:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536168.884382:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.884385:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536168.884390:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.884392:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.884395:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.884398:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 25 MB=0x6a9abbebae980 00000400:00000200:2.0:1788536168.884402:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.884413:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.123@tcp of length 224/224 into md 0x509155 [1] + 224 00000800:00000001:2.0:1788536168.884418:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536168.884424:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536168.884426:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536168.884429:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536168.884433:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536168.884437:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536184 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536168.884458:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.884471:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536168.884476:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536168.884479:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536168.884488:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536168.884491:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788536168.884497:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788536168.884499:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788536168.884502:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b2472227688. 00000400:00000200:2.0:1788536168.884506:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34110 00000400:00000010:2.0:1788536168.884508:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34110. 00000100:00000001:2.0:1788536168.884511:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536168.884515:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536184 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788536168.884524:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536184 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.884530:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788536168.884532:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536168.884535:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788536168.884538:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788536168.884541:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536168.884543:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536168.884546:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788536168.884551:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff9b244a7c6460 time=45 v=5 (5 5 5 5) 00000100:00001000:2.0:1788536168.884555:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b244a7c6418 time=26 v=5 (1 1 1 0) 00000100:00000001:2.0:1788536168.884564:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788536168.884566:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536168.884569:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788536168.884571:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536168.884574:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.884579:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536184 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.884587:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536168.884590:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788536168.884592:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788536168.884596:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536184 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536168.884648:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448434a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:f1e73104-a124-445d-9e99-edaf7c361d90:2406:1875404964686208:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536168.884653:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536168.884656:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536168.884660:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448434a80 x1875404964686208/t0(0) o400->MGC192.168.206.123@tcp@192.168.206.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1788536184 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.884668:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536168.884671:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536168.884674:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244d873c00. 02000000:00000001:2.0:1788536168.884679:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536168.884682:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536168.884684:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b244a7c6000 refcount=3 obd=MGC192.168.206.123@tcp 00000020:00000001:2.0:1788536168.884686:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536168.884689:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5100. 02000000:00000001:2.0:1788536168.884693:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536168.884695:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536168.884697:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448434a80. 00000100:00000001:2.0:1788536168.884700:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536168.884702:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536168.884705:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536168.884707:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536168.884708:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788536168.884716:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536168.884718:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788536168.885142:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536168.885145:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536168.885147:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15bb58. 00000400:00000200:3.0:1788536168.885151:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1c38 00000400:00000010:3.0:1788536168.885153:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1c38. 00000100:00000001:3.0:1788536168.885156:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536168.885161:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536168.885171:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.885183:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536168.885185:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536168.885187:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536168.885189:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536168.885190:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536168.885192:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536168.885194:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536168.885200:0:2405:0:(import.c:2149:obd_at_measure()) add 36 to ffff9b247254ec60 time=45 v=36 (36 36 5 5) 00000100:00001000:3.0:1788536168.885203:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254ec18 time=141 v=5 (1 1 0 0) 00000100:00000001:3.0:1788536168.885206:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536168.885207:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536168.885208:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788536168.885211:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.885214:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536168.885216:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9b244134e800: skip recheck: last_committed 21474859064 00000100:00000001:3.0:1788536168.885218:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536168.885220:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536168.885224:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.885230:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536168.885232:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536168.885233:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536168.885236:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536168.885405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448436300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964686592:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536168.885410:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.885412:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536168.885414:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448436300 x1875404964686592/t0(0) o400->lustre-OST0000-osc-ffff9b244134e800@192.168.206.123@tcp:28/4 lens 224/224 e 0 to 0 dl 1788536223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.885420:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536168.885421:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536168.885430:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2467c81e00. 02000000:00000001:3.0:1788536168.885432:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536168.885434:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536168.885435:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b247254e800 refcount=3 obd=lustre-OST0000-osc-ffff9b244134e800 00000020:00000001:3.0:1788536168.885437:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536168.885439:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5300. 02000000:00000001:3.0:1788536168.885442:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536168.885484:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536168.885487:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448436300. 00000100:00000001:3.0:1788536168.885490:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536168.885491:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536168.885494:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.885496:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536168.885497:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788536168.885499:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.885501:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788536168.892137:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536168.892154:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788536168.892158:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536168.892161:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536168.892169:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536168.892177:0:2397:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:3.0:1788536168.892185:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536168.892190:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536168.892194:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536168.892198:0:2397:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebaea00 00000400:00000200:3.0:1788536168.892216:0:2397:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:3.0:1788536168.892222:0:2397:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x50914d [1] + 224 00000800:00000001:3.0:1788536168.892229:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536168.892236:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788536168.892240:0:2397:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788536168.892244:0:2397:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:3.0:1788536168.892251:0:2397:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536168.892259:0:2397:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788536168.892290:0:2397:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.892314:0:2397:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788536168.892324:0:2397:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788536168.892327:0:2397:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536168.893199:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536168.893206:0:2405:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788536168.893214:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788536168.893216:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788536168.893220:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b244b15bd10. 00000400:00000200:2.0:1788536168.893226:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2466dd1aa0 00000400:00000010:2.0:1788536168.893229:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2466dd1aa0. 00000100:00000001:2.0:1788536168.893232:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536168.893239:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788536168.893250:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.893257:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788536168.893259:0:2405:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536168.893262:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788536168.893264:0:2405:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788536168.893267:0:2405:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788536168.893269:0:2405:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788536168.893272:0:2405:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788536168.893279:0:2405:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b2472549460 time=45 v=60 (60 60 61 61) 00000100:00001000:2.0:1788536168.893284:0:2405:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b2472549418 time=26 v=5 (1 1 2 0) 00000100:00000001:2.0:1788536168.893286:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788536168.893288:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536168.893291:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788536168.893295:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536168.893298:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788536168.893300:0:2405:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9b244134e800: skip recheck: last_committed 30064771466 00000100:00000001:2.0:1788536168.893302:0:2405:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788536168.893305:0:2405:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788536168.893309:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.893316:0:2405:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788536168.893320:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788536168.893333:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788536168.893338:0:2405:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536168.893346:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448437800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:7c950417-9366-4528-8162-332db0623189:2405:1875404964686336:192.168.206.123@tcp:400:kworker.0 00000100:00000001:2.0:1788536168.893351:0:2405:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536168.893353:0:2405:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788536168.893357:0:2405:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448437800 x1875404964686336/t0(0) o400->lustre-MDT0000-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.893363:0:2405:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788536168.893365:0:2405:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788536168.893369:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b2467c80000. 02000000:00000001:2.0:1788536168.893372:0:2405:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788536168.893375:0:2405:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788536168.893377:0:2405:0:(genops.c:1223:class_import_put()) import ffff9b2472549000 refcount=5 obd=lustre-MDT0000-mdc-ffff9b244134e800 00000020:00000001:2.0:1788536168.893379:0:2405:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788536168.893381:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5b00. 02000000:00000001:2.0:1788536168.893386:0:2405:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788536168.893387:0:2405:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788536168.893389:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448437800. 00000100:00000001:2.0:1788536168.893392:0:2405:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788536168.893393:0:2405:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536168.893395:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788536168.893402:0:2405:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788536168.893404:0:2405:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788536168.893407:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788536168.893409:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788536168.898079:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536168.898094:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788536168.898099:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536168.898101:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536168.898109:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.898117:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.23@tcp(192.168.206.23@tcp) <- 192.168.206.123@tcp : PUT - for me 00000400:00000200:2.0:1788536168.898125:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.898130:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.898148:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.898152:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.123@tcp of length 224 into portal 10 MB=0x6a9abbebaea80 00000400:00000200:2.0:1788536168.898157:0:2398:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.123@tcp to cpt 1 00000400:00000200:2.0:1788536168.898162:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.123@tcp of length 224/224 into md 0x50917d [1] + 224 00000800:00000001:2.0:1788536168.898169:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536168.898177:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788536168.898180:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788536168.898184:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.23@tcp->192.168.206.123@tcp: PUT: OK 00000100:00000001:2.0:1788536168.898191:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788536168.898205:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788536168.898216:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788536168.898233:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788536168.898240:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788536168.898243:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536168.898861:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536168.898866:0:2406:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788536168.898873:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788536168.898875:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788536168.898879:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9b2472227f78. 00000400:00000200:3.0:1788536168.898884:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9b2472f34aa0 00000400:00000010:3.0:1788536168.898886:0:2406:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9b2472f34aa0. 00000100:00000001:3.0:1788536168.898889:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788536168.898895:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788536168.898904:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.898911:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788536168.898913:0:2406:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536168.898915:0:2406:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788536168.898918:0:2406:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788536168.898920:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788536168.898922:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788536168.898925:0:2406:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788536168.898933:0:2406:0:(import.c:2149:obd_at_measure()) add 60 to ffff9b247254c460 time=45 v=60 (60 60 61 61) 00000100:00001000:3.0:1788536168.898936:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff9b247254c418 time=8 v=5 (1 1 2 0) 00000100:00000001:3.0:1788536168.898939:0:2406:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788536168.898940:0:2406:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788536168.898942:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788536168.898946:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788536168.898952:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.898964:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788536168.898966:0:2406:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9b244134e800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788536168.898968:0:2406:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788536168.898970:0:2406:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788536168.898974:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.898980:0:2406:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788536168.898982:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788536168.898984:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788536168.898987:0:2406:0:(lustre_net.h:2417:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536168.898994:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9b2448435880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:7c950417-9366-4528-8162-332db0623189:2406:1875404964686464:192.168.206.123@tcp:400:kworker.0 00000100:00000001:3.0:1788536168.898998:0:2406:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536168.899000:0:2406:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788536168.899003:0:2406:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9b2448435880 x1875404964686464/t0(0) o400->lustre-MDT0001-mdc-ffff9b244134e800@192.168.206.123@tcp:12/10 lens 224/224 e 0 to 0 dl 1788536253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788536168.899009:0:2406:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788536168.899011:0:2406:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788536168.899014:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9b244a64be00. 02000000:00000001:3.0:1788536168.899018:0:2406:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788536168.899020:0:2406:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788536168.899022:0:2406:0:(genops.c:1223:class_import_put()) import ffff9b247254c000 refcount=3 obd=lustre-MDT0001-mdc-ffff9b244134e800 00000020:00000001:3.0:1788536168.899024:0:2406:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788536168.899026:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9b24722e5200. 02000000:00000001:3.0:1788536168.899030:0:2406:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788536168.899032:0:2406:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788536168.899033:0:2406:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9b2448435880. 00000100:00000001:3.0:1788536168.899036:0:2406:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788536168.899037:0:2406:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536168.899039:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788536168.899046:0:2406:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788536168.899047:0:2406:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788536168.899053:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788536168.899056:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536169.829672:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536169.829678:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536169.829683:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536169.829684:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788536169.830579:0:248051:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788536169.830583:0:248051:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788536169.830586:0:248051:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788536170.563172:0:280639:0:(llite_lib.c:4248:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536170.858852:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536170.858858:0:265135:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536170.858863:0:265135:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788536170.858866:0:265135:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788536170.858868:0:265135:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788536170.858873:0:265135:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788536170.858875:0:265135:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788536170.858877:0:265135:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536170.858879:0:265135:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788536170.858882:0:265135:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536170.858883:0:265135:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788536170.858885:0:265135:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788536170.859013:0:252172:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788536170.859017:0:252172:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788536170.859020:0:252172:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14107 lines, 14107 kept, 0 dropped, 0 bad.