00000100:00000040:1.0F:1787717908.627980:0:271868:0:(connection.c:75:cpu_latency_work()) work item of ffff965744c1e910 (cpu 1) has reached its deadline 4306626779, at 4306626816 00000100:00000010:1.0:1787717908.628014:0:271868:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96577298f840. 00000100:00000040:0.0F:1787717908.628138:0:281609:0:(connection.c:75:cpu_latency_work()) work item of ffff965744c1e800 (cpu 0) has reached its deadline 4306626779, at 4306626816 00000100:00000010:0.0:1787717908.628159:0:281609:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96577298f2a0. 00010000:00000001:3.0F:1787717909.396416:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717909.396428:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717909.396434:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717909.396435:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787717909.396463:0:241101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787717909.396466:0:241101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787717909.396468:0:241101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787717909.910720:0:244816:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1a06aed9-1961-4127-bdf9-249b3cb7967f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787717909.910729:0:244816:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787717909.910735:0:244816:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff965758c17480. 00000020:00000040:1.0:1787717909.910741:0:244816:0:(genops.c:1210:class_import_get()) import ffff96577338f000 refcount=4 obd=MGC192.168.206.122@tcp 00000100:00000001:1.0:1787717909.910744:0:244816:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787717909.910747:0:244816:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787717909.910751:0:244816:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787717909.910759:0:244816:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9656517c2000. 00000100:00000001:1.0:1787717909.910765:0:244816:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.910776:0:244816:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1a06aed9-1961-4127-bdf9-249b3cb7967f->MGS req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787717909.910786:0:244816:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787717909.910790:0:244816:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.910796:0:244816:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba191984] to pc [ptlrpcd_00_00+0] req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.910830:0:244816:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.910833:0:244816:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787717909.910837:0:244816:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787717909.910840:0:244816:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff965758c15c00. 00000020:00000040:1.0:1787717909.910842:0:244816:0:(genops.c:1210:class_import_get()) import ffff96576b138800 refcount=9 obd=lustre-MDT0000-mdc-ffff965773388000 00000100:00000001:1.0:1787717909.910844:0:244816:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787717909.910845:0:244816:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787717909.910847:0:244816:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787717909.910883:0:244816:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9656517c2d00. 00000100:00000001:1.0:1787717909.910886:0:244816:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.910891:0:244816:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0000_UUID req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787717909.910897:0:244816:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787717909.910899:0:244816:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.910902:0:244816:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020c560df] to pc [ptlrpcd_00_01+1] req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.910916:0:244816:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.910919:0:244816:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787717909.910921:0:244816:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787717909.910925:0:244816:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff965758c15f80. 00000020:00000040:1.0:1787717909.910928:0:244816:0:(genops.c:1210:class_import_get()) import ffff96576b13e800 refcount=4 obd=lustre-MDT0001-mdc-ffff965773388000 00000100:00000001:1.0:1787717909.910930:0:244816:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787717909.910931:0:244816:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787717909.910933:0:244816:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787717909.910936:0:244816:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9656517c2c00. 00000100:00000001:1.0:1787717909.910938:0:244816:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.910942:0:244816:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0001_UUID req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787717909.910948:0:244816:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787717909.910949:0:244816:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.910952:0:244816:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f912bac] to pc [ptlrpcd_00_00+0] req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.910958:0:244816:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.910960:0:244816:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787717909.910962:0:244816:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787717909.910964:0:244816:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff965758c17800. 00000020:00000040:1.0:1787717909.910966:0:244816:0:(genops.c:1210:class_import_get()) import ffff96577338f800 refcount=4 obd=lustre-OST0000-osc-ffff965773388000 00000100:00000001:1.0:1787717909.910968:0:244816:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787717909.910969:0:244816:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787717909.910970:0:244816:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787717909.910973:0:244816:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9656517c2400. 00000100:00000001:1.0:1787717909.910975:0:244816:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.910978:0:244816:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0000_UUID req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787717909.910984:0:244816:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787717909.910991:0:244816:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.910994:0:244816:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000238cc6b1] to pc [ptlrpcd_00_01+1] req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.911001:0:244816:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.911002:0:244816:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787717909.911005:0:244816:0:(pinger.c:247:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787717909.911009:0:244816:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11965) 00000100:00000001:1.0:1787717909.911034:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717909.911037:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717909.911039:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787717909.911044:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.911051:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787717909.911053:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.911056:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787717909.911058:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787717909.911061:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717909.911064:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff965758c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700120320:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717909.911068:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787717909.911072:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787717909.911074:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.911076:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787717909.911080:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff965747a60a00. 02000000:00000001:1.0:1787717909.911082:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717909.911088:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:1.0:1787717909.911091:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9657726acec8. 00000400:00000010:1.0:1787717909.911098:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335acc0. 00000100:00000200:1.0:1787717909.911104:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700120320, portal 10 00000100:00000001:1.0:1787717909.911106:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787717909.911108:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627900628229120 : -116173081322496 : ffff965758c15c00) 00000100:00000040:1.0:1787717909.911115:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.911132:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787717909.911134:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:1.0:1787717909.911137:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a330. 00000100:00000200:1.0:1787717909.911140:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874545700120320, offset 0 00000400:00000200:1.0:1787717909.911146:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:1.0:1787717909.911154:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717909.911161:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:1.0:1787717909.911166:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787717909.911180:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:1.0:1787717909.911184:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787717909.911186:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:1.0:1787717909.911190:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552398:552398:256:4294967295] 192.168.206.122@tcp LPNI seq info [552346:552346:8:4294967295] 00000400:00000200:1.0:1787717909.911195:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717909.911203:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:1.0:1787717909.911208:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:1.0:1787717909.911213:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9656517c2600. 00000800:00000200:1.0:1787717909.911218:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:1.0:1787717909.911224:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:1.0:1787717909.911228:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9656517c2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787717909.911237:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.911250:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: using a timeout of 24990 usecs (25 jiffies) 00000400:00000200:1.0:1787717909.911254:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:1.0:1787717909.911257:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306628123 00000100:00000010:1.0:1787717909.911261:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96576a7916c0. 00000100:00000001:1.0:1787717909.911268:0:2392:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787717909.911277:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306628123 00000100:00000010:1.0:1787717909.911280:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96576a791180. 00000100:00000001:1.0:1787717909.911283:0:2392:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787717909.911286:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717909.911294:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717909.911297:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787717909.911301:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.911315:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787717909.911317:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.911319:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787717909.911320:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787717909.911322:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717909.911325:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff965758c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700120576:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717909.911327:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787717909.911330:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787717909.911331:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.911332:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787717909.911336:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff965747a61400. 02000000:00000001:1.0:1787717909.911338:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717909.911341:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:1.0:1787717909.911343:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9657726ac0b0. 00000400:00000010:1.0:1787717909.911347:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a198. 00000100:00000200:1.0:1787717909.911350:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700120576, portal 4 00000100:00000001:1.0:1787717909.911351:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787717909.911352:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627900628236288 : -116173081315328 : ffff965758c17800) 00000100:00000040:1.0:1787717909.911358:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.911364:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787717909.911366:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:1.0:1787717909.911369:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335ae58. 00000100:00000200:1.0:1787717909.911371:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874545700120576, offset 0 00000400:00000200:1.0:1787717909.911375:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:1.0:1787717909.911379:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717909.911382:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:1.0:1787717909.911385:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787717909.911393:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:1.0:1787717909.911395:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787717909.911398:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:1.0:1787717909.911400:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552399:552399:255:4294967295] 192.168.206.122@tcp LPNI seq info [552347:552347:7:4294967295] 00000400:00000200:1.0:1787717909.911404:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717909.911410:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:1.0:1787717909.911415:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:1.0:1787717909.911418:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9656517c2700. 00000800:00000200:1.0:1787717909.911422:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:1.0:1787717909.911425:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:1.0:1787717909.911428:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9656517c2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787717909.911431:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.911433:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: using a timeout of 131297 usecs (132 jiffies) 00000400:00000200:1.0:1787717909.911436:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:1.0:1787717909.911438:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306628230 00000100:00000001:1.0:1787717909.911443:0:2392:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS request active for cpu 0, simply extend its deadline from 4306628123 00000100:00000001:1.0:1787717909.911446:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306628230 00000100:00000001:1.0:1787717909.911448:0:2392:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS request active for cpu 1, simply extend its deadline from 4306628123 00000100:00000001:1.0:1787717909.911450:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717909.911452:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717909.911454:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717909.911457:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.911462:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787717909.911464:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787717909.911466:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717909.911467:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717909.911468:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717909.911470:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1787717909.911472:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.911474:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787717909.911475:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.911482:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717909.911483:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717909.911484:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787717909.911488:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.911496:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787717909.911497:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.911499:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787717909.911500:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787717909.911502:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717909.911505:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff965758c17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1a06aed9-1961-4127-bdf9-249b3cb7967f:2392:1874545700120192:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717909.911508:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787717909.911510:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787717909.911512:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.911514:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787717909.911516:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff965747a61a00. 02000000:00000001:1.0:1787717909.911518:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717909.911521:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:1.0:1787717909.911524:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9657726ace18. 00000400:00000010:1.0:1787717909.911527:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335add0. 00000100:00000200:1.0:1787717909.911530:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700120192, portal 25 00000100:00000001:1.0:1787717909.911531:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787717909.911533:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627900628235392 : -116173081316224 : ffff965758c17480) 00000100:00000040:1.0:1787717909.911538:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.911544:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787717909.911546:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:1.0:1787717909.911548:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a4c8. 00000100:00000200:1.0:1787717909.911563:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874545700120192, offset 0 00000400:00000200:1.0:1787717909.911574:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:1.0:1787717909.911578:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717909.911581:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:1.0:1787717909.911584:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787717909.911592:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:1.0:1787717909.911594:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787717909.911596:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:1.0:1787717909.911599:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552400:552400:254:4294967295] 192.168.206.122@tcp LPNI seq info [552348:552348:6:4294967295] 00000400:00000200:1.0:1787717909.911603:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717909.911609:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:1.0:1787717909.911614:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:1.0:1787717909.911617:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9656517c2100. 00000800:00000200:1.0:1787717909.911621:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:1.0:1787717909.911625:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:1.0:1787717909.911627:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9656517c2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787717909.911630:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717909.911633:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:1.0:1787717909.911635:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS new deadline estimation for cpu 0 is 4306631900 00000100:00000001:1.0:1787717909.911639:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306628230 00000100:00000001:1.0:1787717909.911642:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS new deadline estimation for cpu 1 is 4306631900 00000100:00000001:1.0:1787717909.911644:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306628230 00000100:00000001:1.0:1787717909.911647:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717909.911649:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717909.911651:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787717909.911654:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.911661:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787717909.911662:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.911664:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787717909.911666:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787717909.911668:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717909.911670:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff965758c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700120448:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717909.911673:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787717909.911681:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787717909.911682:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.911684:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787717909.911687:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff965747a61600. 02000000:00000001:1.0:1787717909.911688:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717909.911692:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:1.0:1787717909.911694:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9657726acaa8. 00000400:00000010:1.0:1787717909.911697:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a7f8. 00000100:00000200:1.0:1787717909.911700:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700120448, portal 10 00000100:00000001:1.0:1787717909.911702:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787717909.911703:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627900628230016 : -116173081321600 : ffff965758c15f80) 00000100:00000040:1.0:1787717909.911708:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.911714:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787717909.911716:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:1.0:1787717909.911719:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a000. 00000100:00000200:1.0:1787717909.911721:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874545700120448, offset 0 00000400:00000200:1.0:1787717909.911725:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:1.0:1787717909.911728:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717909.911731:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:1.0:1787717909.911733:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787717909.911735:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:1.0:1787717909.911737:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787717909.911739:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:1.0:1787717909.911742:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552401:552401:253:4294967295] 192.168.206.122@tcp LPNI seq info [552349:552349:5:4294967295] 00000400:00000200:1.0:1787717909.911746:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717909.911751:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:1.0:1787717909.911755:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:1.0:1787717909.911759:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9656517c2800. 00000800:00000200:1.0:1787717909.911762:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:1.0:1787717909.911766:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:1.0:1787717909.911768:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9656517c2800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787717909.911776:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.911779:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: using a timeout of 19868 usecs (20 jiffies) 00000400:00000200:1.0:1787717909.911782:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:1.0:1787717909.911784:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306628118 00000100:00000001:1.0:1787717909.911786:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS request active for cpu 0, keep current deadline 4306631900 00000100:00000001:1.0:1787717909.911788:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306628118 00000100:00000001:1.0:1787717909.911790:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS request active for cpu 1, keep current deadline 4306631900 00000100:00000001:1.0:1787717909.911792:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717909.911794:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717909.911796:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717909.911798:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717909.914412:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787717909.914420:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787717909.914464:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717909.914469:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9656517c2600. 00000400:00000200:0.0:1787717909.914477:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717909.914486:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717909.914492:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a330 00000400:00000010:0.0:1787717909.914495:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a330. 00000100:00000001:0.0:1787717909.914500:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717909.914507:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.914519:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717909.914523:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.914530:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717909.914532:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787717909.914547:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717909.914549:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9656517c2700. 00000400:00000200:0.0:1787717909.914552:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717909.914556:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717909.914559:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335ae58 00000400:00000010:0.0:1787717909.914561:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335ae58. 00000100:00000001:0.0:1787717909.914563:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717909.914568:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.914575:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717909.914578:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.914583:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717909.914585:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787717909.914592:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717909.914601:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9656517c2100. 00000400:00000200:0.0:1787717909.914604:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717909.914608:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717909.914610:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a4c8 00000400:00000010:0.0:1787717909.914612:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a4c8. 00000100:00000001:0.0:1787717909.914614:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717909.914619:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.914626:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717909.914629:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.914634:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717909.914636:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787717909.914706:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717909.914709:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9656517c2800. 00000400:00000200:0.0:1787717909.914712:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717909.914716:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717909.914719:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a000 00000400:00000010:0.0:1787717909.914720:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a000. 00000100:00000001:0.0:1787717909.914722:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717909.914726:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.914733:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717909.914735:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.914741:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717909.914743:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787717909.924021:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924039:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717909.924043:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924046:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717909.924054:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924061:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717909.924077:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924082:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924087:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924091:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 10 MB=0x6a8e3ae922700 00000400:00000200:0.0:1787717909.924096:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924102:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.122@tcp of length 224/224 into md 0x550131 [1] + 224 00000800:00000001:0.0:1787717909.924109:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924113:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717909.924117:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717909.924121:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717909.924128:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717909.924137:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717909.924148:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.924182:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717909.924191:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924196:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717909.924198:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924200:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717909.924203:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924207:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717909.924211:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924213:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924215:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924218:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 4 MB=0x6a8e3ae922800 00000400:00000200:0.0:1787717909.924221:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924226:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.122@tcp of length 224/224 into md 0x550141 [1] + 224 00000800:00000001:0.0:1787717909.924229:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924232:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717909.924234:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717909.924256:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717909.924260:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717909.924265:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717909.924274:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.924281:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717909.924286:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924290:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717909.924292:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924294:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717909.924298:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924301:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717909.924317:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924319:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924322:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924325:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 10 MB=0x6a8e3ae922780 00000400:00000200:0.0:1787717909.924328:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924331:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.122@tcp of length 224/224 into md 0x550161 [1] + 224 00000800:00000001:0.0:1787717909.924335:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924339:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717909.924341:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717909.924344:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717909.924347:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717909.924351:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717909.924360:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.924367:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717909.924371:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924380:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717909.924382:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924384:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717909.924387:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924391:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717909.924395:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924398:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924401:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924404:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 25 MB=0x6a8e3ae922680 00000400:00000200:0.0:1787717909.924408:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717909.924411:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.122@tcp of length 224/224 into md 0x550151 [1] + 224 00000800:00000001:0.0:1787717909.924415:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924424:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717909.924426:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717909.924429:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717909.924432:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717909.924437:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717909.924445:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717909.924452:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717909.924455:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717909.924457:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.924894:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717909.924899:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787717909.924905:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717909.924907:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717909.924910:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9657726ace18. 00000400:00000200:1.0:1787717909.924929:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335add0 00000400:00000010:1.0:1787717909.924932:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335add0. 00000100:00000001:1.0:1787717909.924936:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717909.924940:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717909.924961:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.924967:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717909.924969:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.924972:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717909.924974:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717909.924977:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717909.924979:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.924981:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717909.924987:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff96577338f460 time=152 v=5 (5 5 5 5) 00000100:00001000:1.0:1787717909.924991:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96577338f418 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1787717909.924994:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717909.925002:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717909.925005:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787717909.925007:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717909.925010:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.925015:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.925022:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717909.925025:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717909.925027:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717909.925031:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717909.925039:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff965758c17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1a06aed9-1961-4127-bdf9-249b3cb7967f:2392:1874545700120192:192.168.206.122@tcp:400:kworker.0 00000400:00000001:1.0:1787717909.925045:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717909.925046:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717909.925048:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9657726acaa8. 00000400:00000200:1.0:1787717909.925050:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a7f8 00000400:00000010:1.0:1787717909.925052:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a7f8. 00000100:00000001:1.0:1787717909.925054:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717909.925057:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717909.925064:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.925070:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717909.925071:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.925073:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717909.925074:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717909.925075:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717909.925077:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.925079:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717909.925083:0:2392:0:(import.c:2149:obd_at_measure()) add 60 to ffff96576b13ec60 time=151 v=60 (60 60 60 61) 00000100:00001000:1.0:1787717909.925086:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96576b13ec18 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1787717909.925089:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717909.925095:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717909.925097:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787717909.925113:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787717909.925121:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717909.925124:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787717909.925126:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff965773388000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787717909.925128:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787717909.925129:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.925133:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.925139:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717909.925141:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717909.925143:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717909.925146:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717909.925154:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff965758c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700120448:192.168.206.122@tcp:400:kworker.0 00000400:00000001:1.0:1787717909.925159:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717909.925161:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717909.925162:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9657726acec8. 00000400:00000200:1.0:1787717909.925165:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335acc0 00000400:00000010:1.0:1787717909.925178:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335acc0. 00000100:00000001:1.0:1787717909.925182:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717909.925185:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717909.925193:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.925200:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717909.925201:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.925203:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717909.925209:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717909.925211:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717909.925212:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.925214:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717909.925218:0:2392:0:(import.c:2149:obd_at_measure()) add 60 to ffff96576b138c60 time=151 v=60 (60 60 60 61) 00000100:00001000:1.0:1787717909.925222:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96576b138c18 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1787717909.925224:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717909.925226:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717909.925228:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787717909.925230:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717909.925232:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787717909.925234:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff965773388000: skip recheck: last_committed 30064771617 00000100:00000001:1.0:1787717909.925236:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787717909.925237:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.925251:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.925258:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717909.925260:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717909.925261:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717909.925265:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717909.925273:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff965758c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700120320:192.168.206.122@tcp:400:kworker.0 00000400:00000001:1.0:1787717909.925278:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717909.925280:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717909.925282:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9657726ac0b0. 00000400:00000200:1.0:1787717909.925285:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a198 00000400:00000010:1.0:1787717909.925286:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a198. 00000100:00000001:1.0:1787717909.925300:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717909.925314:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717909.925322:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.925340:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717909.925342:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.925344:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717909.925345:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717909.925346:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717909.925348:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717909.925350:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717909.925354:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff96577338fc60 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1787717909.925357:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96577338fc18 time=110 v=5 (1 1 0 0) 00000100:00000001:1.0:1787717909.925360:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717909.925361:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717909.925363:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787717909.925364:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717909.925366:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787717909.925368:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff965773388000: skip recheck: last_committed 42949695386 00000100:00000001:1.0:1787717909.925370:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787717909.925371:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717909.925375:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.925382:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717909.925384:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717909.925385:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717909.925388:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717909.925395:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff965758c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700120576:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717909.925400:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.925402:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717909.925406:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff965758c17480 x1874545700120192/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.925412:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717909.925415:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717909.925423:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff965747a61a00. 02000000:00000001:1.0:1787717909.925427:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717909.925430:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717909.925432:0:2392:0:(genops.c:1223:class_import_put()) import ffff96577338f000 refcount=3 obd=MGC192.168.206.122@tcp 00000020:00000001:1.0:1787717909.925434:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717909.925436:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9656517c2000. 02000000:00000001:1.0:1787717909.925440:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717909.925442:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717909.925443:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff965758c17480. 00000100:00000001:1.0:1787717909.925447:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717909.925448:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.925450:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717909.925454:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff965758c15f80 x1874545700120448/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.925460:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717909.925461:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717909.925463:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff965747a61600. 02000000:00000001:1.0:1787717909.925465:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717909.925466:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717909.925467:0:2392:0:(genops.c:1223:class_import_put()) import ffff96576b13e800 refcount=3 obd=lustre-MDT0001-mdc-ffff965773388000 00000020:00000001:1.0:1787717909.925469:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717909.925470:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9656517c2c00. 02000000:00000001:1.0:1787717909.925472:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717909.925473:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717909.925474:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff965758c15f80. 00000100:00000001:1.0:1787717909.925476:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717909.925477:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.925479:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717909.925482:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff965758c15c00 x1874545700120320/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787717994 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.925487:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717909.925489:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717909.925490:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff965747a60a00. 02000000:00000001:1.0:1787717909.925492:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717909.925493:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717909.925494:0:2392:0:(genops.c:1223:class_import_put()) import ffff96576b138800 refcount=8 obd=lustre-MDT0000-mdc-ffff965773388000 00000020:00000001:1.0:1787717909.925501:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717909.925503:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9656517c2d00. 02000000:00000001:1.0:1787717909.925505:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717909.925506:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717909.925508:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff965758c15c00. 00000100:00000001:1.0:1787717909.925510:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717909.925511:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.925512:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717909.925516:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff965758c17800 x1874545700120576/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717909.925522:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717909.925523:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717909.925524:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff965747a61400. 02000000:00000001:1.0:1787717909.925526:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717909.925528:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717909.925529:0:2392:0:(genops.c:1223:class_import_put()) import ffff96577338f800 refcount=3 obd=lustre-OST0000-osc-ffff965773388000 00000020:00000001:1.0:1787717909.925530:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717909.925531:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9656517c2400. 02000000:00000001:1.0:1787717909.925533:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717909.925534:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717909.925535:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff965758c17800. 00000100:00000001:1.0:1787717909.925538:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717909.925539:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.925541:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717909.926053:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787717909.926056:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717909.926059:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717909.926061:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717910.420060:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717910.420066:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717910.420083:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717910.420085:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787717910.420231:0:235124:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787717910.420235:0:235124:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787717910.420248:0:235124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787717911.444057:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717911.444063:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717911.444068:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717911.444069:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1787717911.444766:0:246813:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787717911.444776:0:246813:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787717911.444779:0:246813:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787717912.469013:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717912.469060:0:272602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787717912.469063:0:272602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787717912.469065:0:272602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717912.469069:0:272602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787717912.469071:0:272602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717912.469073:0:272602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717912.469076:0:272602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717912.470224:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717912.470239:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787717912.470689:0:246814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787717912.470692:0:246814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787717912.470695:0:246814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787717913.491980:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717913.491987:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717913.491992:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717913.491993:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787717913.494955:0:246815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787717913.494960:0:246815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787717913.494964:0:246815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787717913.747966:0:281609:0:(connection.c:75:cpu_latency_work()) work item of ffff965744c1e800 (cpu 0) has reached its deadline 4306631900, at 4306631936 00000100:00000010:0.0:1787717913.747981:0:281609:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96576a7916c0. 00000100:00000040:1.0:1787717913.748065:0:271868:0:(connection.c:75:cpu_latency_work()) work item of ffff965744c1e910 (cpu 1) has reached its deadline 4306631900, at 4306631936 00000100:00000010:1.0:1787717913.748072:0:271868:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96576a791180. 00010000:00000001:3.0:1787717914.516292:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717914.516297:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717914.516301:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717914.516303:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787717914.516376:0:235125:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787717914.516379:0:235125:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787717914.516382:0:235125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787717915.028674:0:244816:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1a06aed9-1961-4127-bdf9-249b3cb7967f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787717915.028684:0:244816:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787717915.028690:0:244816:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9657727b5180. 00000020:00000040:0.0:1787717915.028695:0:244816:0:(genops.c:1210:class_import_get()) import ffff96577338f000 refcount=4 obd=MGC192.168.206.122@tcp 00000100:00000001:0.0:1787717915.028709:0:244816:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787717915.028712:0:244816:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787717915.028716:0:244816:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787717915.028723:0:244816:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96576ca37600. 00000100:00000001:0.0:1787717915.028729:0:244816:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028738:0:244816:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1a06aed9-1961-4127-bdf9-249b3cb7967f->MGS req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787717915.028748:0:244816:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787717915.028751:0:244816:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028756:0:244816:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008dfb617f] to pc [ptlrpcd_00_00+0] req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.028776:0:244816:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028779:0:244816:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787717915.028782:0:244816:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787717915.028784:0:244816:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9657727b7100. 00000020:00000040:0.0:1787717915.028786:0:244816:0:(genops.c:1210:class_import_get()) import ffff96576b138800 refcount=9 obd=lustre-MDT0000-mdc-ffff965773388000 00000100:00000001:0.0:1787717915.028788:0:244816:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787717915.028789:0:244816:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787717915.028791:0:244816:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787717915.028793:0:244816:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96576ca37d00. 00000100:00000001:0.0:1787717915.028796:0:244816:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028799:0:244816:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0000_UUID req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787717915.028805:0:244816:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787717915.028807:0:244816:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028810:0:244816:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa846c19] to pc [ptlrpcd_00_01+1] req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.028817:0:244816:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028818:0:244816:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787717915.028821:0:244816:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787717915.028829:0:244816:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9657727b4380. 00000020:00000040:0.0:1787717915.028831:0:244816:0:(genops.c:1210:class_import_get()) import ffff96576b13e800 refcount=4 obd=lustre-MDT0001-mdc-ffff965773388000 00000100:00000001:0.0:1787717915.028833:0:244816:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787717915.028834:0:244816:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787717915.028836:0:244816:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787717915.028839:0:244816:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96576ca37f00. 00000100:00000001:0.0:1787717915.028842:0:244816:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028846:0:244816:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0001_UUID req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787717915.028875:0:244816:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787717915.028878:0:244816:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028882:0:244816:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000016319ed5] to pc [ptlrpcd_00_00+0] req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.028889:0:244816:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028891:0:244816:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787717915.028894:0:244816:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787717915.028897:0:244816:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9657727b5f80. 00000020:00000040:0.0:1787717915.028899:0:244816:0:(genops.c:1210:class_import_get()) import ffff96577338f800 refcount=4 obd=lustre-OST0000-osc-ffff965773388000 00000100:00000001:0.0:1787717915.028901:0:244816:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787717915.028903:0:244816:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787717915.028904:0:244816:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787717915.028907:0:244816:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96576ca37c00. 00000100:00000001:0.0:1787717915.028910:0:244816:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028914:0:244816:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0000_UUID req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787717915.028932:0:244816:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787717915.028934:0:244816:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028938:0:244816:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce0b664b] to pc [ptlrpcd_00_01+1] req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.028945:0:244816:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.028952:0:244816:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787717915.028955:0:244816:0:(pinger.c:247:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787717915.028960:0:244816:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11970) 00000100:00000001:0.0:1787717915.028993:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787717915.028997:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787717915.028999:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787717915.029005:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029012:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787717915.029014:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717915.029018:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787717915.029020:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787717915.029023:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787717915.029026:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9657727b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1a06aed9-1961-4127-bdf9-249b3cb7967f:2391:1874545700120704:192.168.206.122@tcp:400:kworker.0 00000100:00000001:0.0:1787717915.029030:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787717915.029034:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787717915.029036:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717915.029038:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787717915.029042:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96574582ee00. 02000000:00000001:0.0:1787717915.029044:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787717915.029051:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:0.0:1787717915.029054:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff965748bc9210. 00000400:00000010:0.0:1787717915.029062:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147cb28. 00000100:00000200:0.0:1787717915.029067:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700120704, portal 25 00000100:00000001:0.0:1787717915.029070:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787717915.029071:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627901059846528 : -116172649705088 : ffff9657727b5180) 00000100:00000040:0.0:1787717915.029076:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029084:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787717915.029087:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:0.0:1787717915.029089:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147cee0. 00000100:00000200:0.0:1787717915.029092:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874545700120704, offset 0 00000400:00000200:0.0:1787717915.029107:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:0.0:1787717915.029114:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.029120:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:0.0:1787717915.029124:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787717915.029128:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:0.0:1787717915.029132:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787717915.029135:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:0.0:1787717915.029138:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552402:552402:256:4294967295] 192.168.206.122@tcp LPNI seq info [552350:552350:8:4294967295] 00000400:00000200:0.0:1787717915.029153:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.029162:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:0.0:1787717915.029167:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:0.0:1787717915.029173:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96564dbf3000. 00000800:00000200:0.0:1787717915.029179:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:0.0:1787717915.029185:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:0.0:1787717915.029189:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96564dbf3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787717915.029200:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787717915.029204:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:0.0:1787717915.029206:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS new deadline estimation for cpu 0 is 4306637019 00000100:00000010:0.0:1787717915.029224:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96577298fc00. 00000100:00000001:0.0:1787717915.029231:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787717915.029237:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS new deadline estimation for cpu 1 is 4306637019 00000100:00000010:0.0:1787717915.029240:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96577298fa80. 00000100:00000001:0.0:1787717915.029243:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1787717915.029246:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787717915.029249:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717915.029251:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787717915.029255:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029261:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787717915.029262:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717915.029269:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787717915.029271:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787717915.029273:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787717915.029276:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9657727b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2391:1874545700120960:192.168.206.122@tcp:400:kworker.0 00000100:00000001:0.0:1787717915.029279:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787717915.029293:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787717915.029294:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717915.029296:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787717915.029299:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96574582e000. 02000000:00000001:0.0:1787717915.029300:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787717915.029304:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:0.0:1787717915.029306:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff965748bc9420. 00000400:00000010:0.0:1787717915.029310:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147cd48. 00000100:00000200:0.0:1787717915.029313:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700120960, portal 10 00000100:00000001:0.0:1787717915.029314:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787717915.029316:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627901059842944 : -116172649708672 : ffff9657727b4380) 00000100:00000040:0.0:1787717915.029321:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029326:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787717915.029328:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:0.0:1787717915.029331:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147c908. 00000100:00000200:0.0:1787717915.029333:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874545700120960, offset 0 00000400:00000200:0.0:1787717915.029336:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:0.0:1787717915.029340:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.029343:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:0.0:1787717915.029346:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787717915.029348:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:0.0:1787717915.029350:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787717915.029352:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:0.0:1787717915.029354:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552403:552403:255:4294967295] 192.168.206.122@tcp LPNI seq info [552351:552351:7:4294967295] 00000400:00000200:0.0:1787717915.029358:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.029363:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:0.0:1787717915.029373:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:0.0:1787717915.029377:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96564dbf3700. 00000800:00000200:0.0:1787717915.029380:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:0.0:1787717915.029384:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:0.0:1787717915.029387:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96564dbf3700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787717915.029400:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.029405:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: using a timeout of 19867 usecs (20 jiffies) 00000400:00000200:0.0:1787717915.029409:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:0.0:1787717915.029411:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306633237 00000100:00000001:0.0:1787717915.029413:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS request active for cpu 0, keep current deadline 4306637019 00000100:00000001:0.0:1787717915.029415:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306633237 00000100:00000001:0.0:1787717915.029416:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS request active for cpu 1, keep current deadline 4306637019 00000100:00000001:0.0:1787717915.029418:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787717915.029420:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717915.029422:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717915.029424:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717915.029430:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787717915.029432:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787717915.029434:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787717915.029435:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787717915.029436:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787717915.029439:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787717915.029440:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717915.029441:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787717915.029443:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717915.029444:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787717915.029445:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787717915.029446:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787717915.029450:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029456:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787717915.029458:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717915.029465:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787717915.029466:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787717915.029468:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787717915.029471:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9657727b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2391:1874545700120832:192.168.206.122@tcp:400:kworker.0 00000100:00000001:0.0:1787717915.029474:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787717915.029476:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787717915.029477:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717915.029478:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787717915.029481:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96574582e600. 02000000:00000001:0.0:1787717915.029482:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787717915.029487:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:0.0:1787717915.029490:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff965748bc97e8. 00000400:00000010:0.0:1787717915.029493:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147c330. 00000100:00000200:0.0:1787717915.029495:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700120832, portal 10 00000100:00000001:0.0:1787717915.029497:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787717915.029498:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627901059854592 : -116172649697024 : ffff9657727b7100) 00000100:00000040:0.0:1787717915.029503:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029508:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787717915.029510:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:0.0:1787717915.029512:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147c7f8. 00000100:00000200:0.0:1787717915.029514:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874545700120832, offset 0 00000400:00000200:0.0:1787717915.029517:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:0.0:1787717915.029521:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.029525:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:0.0:1787717915.029534:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787717915.029536:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:0.0:1787717915.029538:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787717915.029540:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:0.0:1787717915.029543:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552404:552404:254:4294967295] 192.168.206.122@tcp LPNI seq info [552352:552352:6:4294967295] 00000400:00000200:0.0:1787717915.029546:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.029551:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:0.0:1787717915.029560:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:0.0:1787717915.029563:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96564dbf3400. 00000800:00000200:0.0:1787717915.029566:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:0.0:1787717915.029570:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:0.0:1787717915.029572:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96564dbf3400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787717915.029575:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.029578:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: using a timeout of 24987 usecs (25 jiffies) 00000400:00000200:0.0:1787717915.029580:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:0.0:1787717915.029582:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306633242 00000100:00000001:0.0:1787717915.029584:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS request active for cpu 0, keep current deadline 4306637019 00000100:00000001:0.0:1787717915.029586:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306633242 00000100:00000001:0.0:1787717915.029587:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS request active for cpu 1, keep current deadline 4306637019 00000100:00000001:0.0:1787717915.029589:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787717915.029590:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717915.029592:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787717915.029595:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029601:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787717915.029602:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717915.029604:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787717915.029605:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787717915.029606:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787717915.029609:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9657727b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2391:1874545700121088:192.168.206.122@tcp:400:kworker.0 00000100:00000001:0.0:1787717915.029611:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787717915.029613:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787717915.029615:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717915.029616:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787717915.029619:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96574582fe00. 02000000:00000001:0.0:1787717915.029620:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787717915.029623:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:0.0:1787717915.029630:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff965748bc9bb0. 00000400:00000010:0.0:1787717915.029633:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147cbb0. 00000100:00000200:0.0:1787717915.029636:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700121088, portal 4 00000100:00000001:0.0:1787717915.029638:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787717915.029639:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627901059850112 : -116172649701504 : ffff9657727b5f80) 00000100:00000040:0.0:1787717915.029644:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029650:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787717915.029651:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:0.0:1787717915.029654:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147c6e8. 00000100:00000200:0.0:1787717915.029656:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874545700121088, offset 0 00000400:00000200:0.0:1787717915.029660:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:0.0:1787717915.029663:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.029666:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:0.0:1787717915.029668:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787717915.029670:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:0.0:1787717915.029672:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787717915.029674:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:0.0:1787717915.029676:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552405:552405:253:4294967295] 192.168.206.122@tcp LPNI seq info [552353:552353:5:4294967295] 00000400:00000200:0.0:1787717915.029680:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.029684:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:0.0:1787717915.029688:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:0.0:1787717915.029691:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96564dbf3600. 00000800:00000200:0.0:1787717915.029694:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:0.0:1787717915.029698:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:0.0:1787717915.029700:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96564dbf3600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787717915.029702:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717915.029705:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: using a timeout of 131212 usecs (132 jiffies) 00000400:00000200:0.0:1787717915.029708:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:0.0:1787717915.029709:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306633349 00000100:00000001:0.0:1787717915.029712:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS request active for cpu 0, keep current deadline 4306637019 00000100:00000001:0.0:1787717915.029719:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306633349 00000100:00000001:0.0:1787717915.029721:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS request active for cpu 1, keep current deadline 4306637019 00000100:00000001:0.0:1787717915.029723:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787717915.029724:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717915.029727:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717915.029729:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787717915.029763:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717915.029767:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96564dbf3000. 00000400:00000200:0.0:1787717915.029771:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717915.029775:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717915.029780:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147cee0 00000400:00000010:0.0:1787717915.029782:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147cee0. 00000100:00000001:0.0:1787717915.029785:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717915.029789:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029796:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717915.029799:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717931 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029805:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717915.029806:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787717915.029816:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717915.029818:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96564dbf3700. 00000400:00000200:0.0:1787717915.029820:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717915.029823:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717915.029825:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147c908 00000400:00000010:0.0:1787717915.029826:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147c908. 00000100:00000001:0.0:1787717915.029828:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717915.029832:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029837:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717915.029840:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029880:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717915.029882:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787717915.029890:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717915.029892:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96564dbf3400. 00000400:00000200:0.0:1787717915.029894:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717915.029897:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717915.029899:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147c7f8 00000400:00000010:0.0:1787717915.029901:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147c7f8. 00000100:00000001:0.0:1787717915.029903:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717915.029906:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029913:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717915.029915:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029921:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717915.029922:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787717915.029965:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717915.029968:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96564dbf3600. 00000400:00000200:0.0:1787717915.029971:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717915.029974:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717915.029976:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147c6e8 00000400:00000010:0.0:1787717915.029977:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147c6e8. 00000100:00000001:0.0:1787717915.029979:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717915.029982:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029988:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717915.029991:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717931 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.029996:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717915.029997:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787717915.030667:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717915.030671:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787717915.038224:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.038252:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717915.038256:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.038259:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717915.038267:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.038275:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717915.038456:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.038461:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.038467:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.038471:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 4 MB=0x6a8e3ae922a00 00000400:00000200:0.0:1787717915.038476:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.038482:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.122@tcp of length 224/224 into md 0x5501a1 [1] + 224 00000800:00000001:0.0:1787717915.038489:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.038494:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717915.038497:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717915.038501:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717915.038508:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717915.038517:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717915.038528:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.038553:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717915.038561:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1787717915.038650:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717915.038654:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787717915.038660:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717915.038662:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717915.038665:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff965748bc9bb0. 00000400:00000200:1.0:1787717915.038670:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147cbb0 00000400:00000010:1.0:1787717915.038672:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147cbb0. 00000100:00000001:1.0:1787717915.038674:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717915.038679:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717915.038689:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717915.038695:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717915.038697:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717915.038699:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717915.038702:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717915.038715:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717915.038717:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717915.038720:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717915.038728:0:2391:0:(import.c:2149:obd_at_measure()) add 5 to ffff96577338fc60 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1787717915.038732:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff96577338fc18 time=116 v=5 (1 1 0 0) 00000100:00000001:1.0:1787717915.038734:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717915.038736:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717915.038738:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787717915.038741:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.038744:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787717915.038746:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff965773388000: skip recheck: last_committed 42949695386 00000100:00000001:1.0:1787717915.038748:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787717915.038750:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717915.038755:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717915.038762:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717915.038764:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717915.038772:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717915.038778:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717915.038785:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9657727b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2391:1874545700121088:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717915.038791:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.038793:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717915.038796:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9657727b5f80 x1874545700121088/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717915.038803:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717915.038805:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717915.038808:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96574582fe00. 02000000:00000001:1.0:1787717915.038811:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717915.038814:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717915.038815:0:2391:0:(genops.c:1223:class_import_put()) import ffff96577338f800 refcount=3 obd=lustre-OST0000-osc-ffff965773388000 00000020:00000001:1.0:1787717915.038818:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717915.038820:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96576ca37c00. 02000000:00000001:1.0:1787717915.038824:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717915.038825:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717915.038827:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9657727b5f80. 00000100:00000001:1.0:1787717915.038831:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717915.038833:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717915.038835:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.038837:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717915.038838:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717915.039080:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.039084:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787717915.039141:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717915.039144:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.039147:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717915.039150:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.039154:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717915.039160:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.039163:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.039166:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.039168:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 25 MB=0x6a8e3ae922880 00000400:00000200:0.0:1787717915.039172:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.039181:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.122@tcp of length 224/224 into md 0x550171 [1] + 224 00000800:00000001:0.0:1787717915.039186:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.039193:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717915.039195:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717915.039199:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717915.039202:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717915.039206:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717915.039227:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.039244:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717915.039250:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.039253:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717915.039447:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717915.039450:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787717915.039454:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717915.039455:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717915.039457:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff965748bc9210. 00000400:00000200:1.0:1787717915.039461:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147cb28 00000400:00000010:1.0:1787717915.039463:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147cb28. 00000100:00000001:1.0:1787717915.039465:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717915.039469:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717915.039483:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717915.039489:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717915.039491:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717915.039493:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717915.039494:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717915.039496:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717915.039497:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717915.039499:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717915.039502:0:2391:0:(import.c:2149:obd_at_measure()) add 5 to ffff96577338f460 time=8 v=5 (5 5 5 5) 00000100:00001000:1.0:1787717915.039505:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff96577338f418 time=82 v=5 (1 1 1 1) 00000100:00000001:1.0:1787717915.039507:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717915.039509:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717915.039511:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787717915.039512:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.039514:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717915.039517:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717915.039524:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717915.039526:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717915.039527:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717915.039531:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717915.039538:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9657727b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1a06aed9-1961-4127-bdf9-249b3cb7967f:2391:1874545700120704:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717915.039542:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.039544:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717915.039547:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9657727b5180 x1874545700120704/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717931 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717915.039552:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717915.039553:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717915.039561:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96574582ee00. 02000000:00000001:1.0:1787717915.039628:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717915.039631:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717915.039632:0:2391:0:(genops.c:1223:class_import_put()) import ffff96577338f000 refcount=3 obd=MGC192.168.206.122@tcp 00000020:00000001:1.0:1787717915.039634:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717915.039636:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96576ca37600. 02000000:00000001:1.0:1787717915.039638:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717915.039639:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717915.039641:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9657727b5180. 00000100:00000001:1.0:1787717915.039643:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717915.039644:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717915.039646:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.039648:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717915.039649:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717915.039651:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.039653:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787717915.040243:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.040250:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717915.040253:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.040256:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717915.040260:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.040266:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717915.040282:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.040286:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.040289:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.040293:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 10 MB=0x6a8e3ae922980 00000400:00000200:0.0:1787717915.040297:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.040300:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.122@tcp of length 224/224 into md 0x550181 [1] + 224 00000800:00000001:0.0:1787717915.040305:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.040309:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717915.040312:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717915.040315:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717915.040319:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717915.040324:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717915.040346:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717915.040367:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717915.040374:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.040378:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717915.040379:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.040381:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717915.040384:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717915.040387:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717915.040391:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:1.0:1787717915.040634:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717915.040637:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787717915.040641:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717915.040643:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717915.040645:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff965748bc9420. 00000400:00000200:1.0:1787717915.040648:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147cd48 00000400:00000010:1.0:1787717915.040650:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147cd48. 00000100:00000001:1.0:1787717915.040652:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717915.040656:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717915.040664:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717915.040670:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717915.040671:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717915.040673:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717915.040675:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717915.040677:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717915.040678:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717915.040680:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717915.040685:0:2391:0:(import.c:2149:obd_at_measure()) add 60 to ffff96576b13ec60 time=7 v=60 (60 60 60 60) 00000100:00001000:1.0:1787717915.040688:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff96576b13ec18 time=57 v=5 (1 1 1 1) 00000100:00000001:1.0:1787717915.040696:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717915.040698:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717915.040700:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787717915.040713:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787717915.040721:0:2391:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.040725:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1787717915.040727:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000040:1.0:1787717915.040728:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff965773388000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787717915.040733:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787717915.040735:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787717915.040737:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000040:1.0:1787717915.040742:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787717915.040744:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 10 MB=0x6a8e3ae922900 00000400:00000200:0.0:1787717915.040752:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:1.0:1787717915.040758:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1787717915.040759:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.122@tcp of length 224/224 into md 0x550191 [1] + 224 00000100:00000001:1.0:1787717915.040762:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717915.040765:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717915.040768:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1787717915.040772:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1787717915.040778:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1787717915.040781:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9657727b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2391:1874545700120960:192.168.206.122@tcp:400:kworker.0 00000400:00000200:0.0:1787717915.040783:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1787717915.040790:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787717915.040792:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:1.0:1787717915.040795:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787717915.040797:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1787717915.040801:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9657727b4380 x1874545700120960/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787717915.040805:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717915.040814:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717915.040817:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717915.040820:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96574582e000. 00000100:00000040:0.0:1787717915.040825:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787717915.040826:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717915.040829:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717915.040832:0:2391:0:(genops.c:1223:class_import_put()) import ffff96576b13e800 refcount=3 obd=lustre-MDT0001-mdc-ffff965773388000 00000020:00000001:1.0:1787717915.040836:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717915.040839:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96576ca37f00. 00000100:00000001:0.0:1787717915.040842:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717915.040848:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717915.040875:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787717915.041037:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717915.041044:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717915.041046:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9657727b4380. 00000100:00000001:1.0:1787717915.041049:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717915.041050:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717915.041053:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.041055:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717915.041056:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787717915.041059:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717915.041061:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717915.041062:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff965748bc97e8. 00000400:00000200:1.0:1787717915.041064:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147c330 00000400:00000010:1.0:1787717915.041066:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147c330. 00000100:00000001:1.0:1787717915.041068:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717915.041072:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717915.041080:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717915.041085:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717915.041087:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717915.041088:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717915.041089:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717915.041090:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717915.041092:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717915.041093:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717915.041097:0:2391:0:(import.c:2149:obd_at_measure()) add 60 to ffff96576b138c60 time=7 v=60 (60 60 60 60) 00000100:00001000:1.0:1787717915.041100:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff96576b138c18 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1787717915.041102:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717915.041103:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717915.041104:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787717915.041106:0:2391:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.041108:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787717915.041109:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff965773388000: skip recheck: last_committed 30064771617 00000100:00000001:1.0:1787717915.041110:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787717915.041112:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717915.041116:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717915.041133:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717915.041135:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717915.041137:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717915.041140:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717915.041148:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9657727b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2391:1874545700120832:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717915.041152:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717915.041154:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717915.041157:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9657727b7100 x1874545700120832/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717915.041163:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717915.041164:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717915.041166:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96574582e600. 02000000:00000001:1.0:1787717915.041168:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717915.041170:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717915.041171:0:2391:0:(genops.c:1223:class_import_put()) import ffff96576b138800 refcount=8 obd=lustre-MDT0000-mdc-ffff965773388000 00000020:00000001:1.0:1787717915.041173:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717915.041175:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96576ca37d00. 02000000:00000001:1.0:1787717915.041177:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717915.041178:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717915.041179:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9657727b7100. 00000100:00000001:1.0:1787717915.041182:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717915.041183:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717915.041185:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717915.041192:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787717915.041193:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717915.041196:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717915.041197:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717915.539958:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717915.539964:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717915.539970:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717915.539972:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787717915.540034:0:241101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787717915.540037:0:241101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787717915.540047:0:241101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787717916.563949:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717916.563960:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717916.563965:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717916.563966:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787717916.564069:0:235124:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787717916.564072:0:235124:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787717916.564075:0:235124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787717916.773686:0:283806:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717917.587986:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717917.587992:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717917.587996:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717917.587997:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787717917.588141:0:246813:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787717917.588145:0:246813:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787717917.588147:0:246813:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787717918.612545:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717918.612554:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717918.612561:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717918.612566:0:272602:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787717918.612568:0:272602:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787717918.612576:0:272602:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787717918.612578:0:272602:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787717918.612580:0:272602:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717918.612584:0:272602:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787717918.612587:0:272602:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717918.612589:0:272602:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717918.612592:0:272602:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787717918.613542:0:246814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787717918.613547:0:246814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787717918.613552:0:246814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787717918.868373:0:281609:0:(connection.c:75:cpu_latency_work()) work item of ffff965744c1e800 (cpu 0) has reached its deadline 4306637019, at 4306637056 00000100:00000010:0.0:1787717918.868392:0:281609:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96577298fc00. 00000100:00000040:1.0:1787717918.868538:0:271868:0:(connection.c:75:cpu_latency_work()) work item of ffff965744c1e910 (cpu 1) has reached its deadline 4306637019, at 4306637056 00000100:00000010:1.0:1787717918.868545:0:271868:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96577298fa80. 00010000:00000001:3.0:1787717919.636133:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717919.636141:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717919.636148:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717919.636150:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787717919.647094:0:246815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787717919.647103:0:246815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787717919.647108:0:246815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787717920.149843:0:231915:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1a06aed9-1961-4127-bdf9-249b3cb7967f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787717920.149869:0:231915:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787717920.149882:0:231915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff965758c17800. 00000020:00000040:1.0:1787717920.149898:0:231915:0:(genops.c:1210:class_import_get()) import ffff96577338f000 refcount=4 obd=MGC192.168.206.122@tcp 00000100:00000001:1.0:1787717920.149903:0:231915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787717920.149907:0:231915:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787717920.149913:0:231915:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787717920.149923:0:231915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9656517c2400. 00000100:00000001:1.0:1787717920.149932:0:231915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.149947:0:231915:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1a06aed9-1961-4127-bdf9-249b3cb7967f->MGS req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787717920.149960:0:231915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787717920.149965:0:231915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.149971:0:231915:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000238cc6b1] to pc [ptlrpcd_00_00+0] req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.150005:0:231915:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150008:0:231915:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787717920.150012:0:231915:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787717920.150015:0:231915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff965758c15c00. 00000020:00000040:1.0:1787717920.150017:0:231915:0:(genops.c:1210:class_import_get()) import ffff96576b138800 refcount=9 obd=lustre-MDT0000-mdc-ffff965773388000 00000100:00000001:1.0:1787717920.150020:0:231915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787717920.150021:0:231915:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787717920.150023:0:231915:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787717920.150026:0:231915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9656517c2c00. 00000100:00000001:1.0:1787717920.150029:0:231915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150033:0:231915:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0000_UUID req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787717920.150040:0:231915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787717920.150072:0:231915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150079:0:231915:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020c560df] to pc [ptlrpcd_00_01+1] req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.150088:0:231915:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150090:0:231915:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787717920.150093:0:231915:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787717920.150097:0:231915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff965758c15f80. 00000020:00000040:1.0:1787717920.150100:0:231915:0:(genops.c:1210:class_import_get()) import ffff96576b13e800 refcount=4 obd=lustre-MDT0001-mdc-ffff965773388000 00000100:00000001:1.0:1787717920.150102:0:231915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787717920.150104:0:231915:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787717920.150106:0:231915:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787717920.150110:0:231915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9656517c2000. 00000100:00000001:1.0:1787717920.150113:0:231915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150118:0:231915:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0001_UUID req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787717920.150125:0:231915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787717920.150127:0:231915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150130:0:231915:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f912bac] to pc [ptlrpcd_00_00+0] req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.150137:0:231915:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150139:0:231915:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787717920.150142:0:231915:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787717920.150145:0:231915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff965758c17480. 00000020:00000040:1.0:1787717920.150147:0:231915:0:(genops.c:1210:class_import_get()) import ffff96577338f800 refcount=4 obd=lustre-OST0000-osc-ffff965773388000 00000100:00000001:1.0:1787717920.150149:0:231915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787717920.150150:0:231915:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787717920.150152:0:231915:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787717920.150155:0:231915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9656517c2f00. 00000100:00000001:1.0:1787717920.150158:0:231915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150162:0:231915:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0000_UUID req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787717920.150180:0:231915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787717920.150182:0:231915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150196:0:231915:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba191984] to pc [ptlrpcd_00_01+1] req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.150204:0:231915:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150206:0:231915:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787717920.150210:0:231915:0:(pinger.c:247:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787717920.150216:0:231915:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11976) 00000100:00000001:1.0:1787717920.150230:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717920.150234:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717920.150237:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787717920.150243:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.150251:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787717920.150253:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.150257:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787717920.150260:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787717920.150263:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717920.150266:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff965758c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700121344:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717920.150270:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787717920.150277:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787717920.150280:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.150283:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787717920.150299:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96576c466800. 02000000:00000001:1.0:1787717920.150301:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717920.150310:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:1.0:1787717920.150314:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9657726ac0b0. 00000400:00000010:1.0:1787717920.150322:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a198. 00000100:00000200:1.0:1787717920.150329:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700121344, portal 10 00000100:00000001:1.0:1787717920.150332:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787717920.150339:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627900628229120 : -116173081322496 : ffff965758c15c00) 00000100:00000040:1.0:1787717920.150349:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.150356:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787717920.150359:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:1.0:1787717920.150362:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335acc0. 00000100:00000200:1.0:1787717920.150366:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874545700121344, offset 0 00000400:00000200:1.0:1787717920.150634:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:1.0:1787717920.150645:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717920.150654:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:1.0:1787717920.150660:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787717920.150666:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:1.0:1787717920.150670:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787717920.150673:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:1.0:1787717920.150677:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552406:552406:256:4294967295] 192.168.206.122@tcp LPNI seq info [552354:552354:8:4294967295] 00000400:00000200:1.0:1787717920.150681:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717920.150693:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:1.0:1787717920.150701:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:1.0:1787717920.150707:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9656517c2e00. 00000800:00000200:1.0:1787717920.150714:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:1.0:1787717920.150723:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:1.0:1787717920.150728:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9656517c2e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787717920.150740:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150746:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: using a timeout of 24985 usecs (25 jiffies) 00000400:00000200:1.0:1787717920.150749:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:1.0:1787717920.150752:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306638362 00000100:00000010:1.0:1787717920.150758:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96576a791900. 00000100:00000001:1.0:1787717920.150766:0:2392:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787717920.150779:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306638362 00000100:00000010:1.0:1787717920.150784:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96576a7911e0. 00000100:00000001:1.0:1787717920.150795:0:2392:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787717920.150799:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717920.150802:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.150805:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787717920.150810:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.150818:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787717920.150819:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.150821:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787717920.150823:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787717920.150826:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717920.150829:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff965758c17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700121600:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717920.150833:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787717920.150836:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787717920.150838:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.150840:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787717920.150844:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96576c466c00. 02000000:00000001:1.0:1787717920.150847:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717920.150876:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:1.0:1787717920.150880:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9657726acec8. 00000400:00000010:1.0:1787717920.150885:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a7f8. 00000100:00000200:1.0:1787717920.150889:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700121600, portal 4 00000100:00000001:1.0:1787717920.150891:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787717920.150893:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627900628235392 : -116173081316224 : ffff965758c17480) 00000100:00000040:1.0:1787717920.150901:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.150908:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787717920.150910:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:1.0:1787717920.150914:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335add0. 00000100:00000200:1.0:1787717920.150917:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874545700121600, offset 0 00000400:00000200:1.0:1787717920.150921:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:1.0:1787717920.150924:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717920.150936:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:1.0:1787717920.150940:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787717920.150943:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:1.0:1787717920.150946:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787717920.150948:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:1.0:1787717920.150952:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552407:552407:255:4294967295] 192.168.206.122@tcp LPNI seq info [552355:552355:7:4294967295] 00000400:00000200:1.0:1787717920.150956:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717920.150963:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:1.0:1787717920.150968:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:1.0:1787717920.150972:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9656517c2a00. 00000800:00000200:1.0:1787717920.150976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:1.0:1787717920.150981:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:1.0:1787717920.150984:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9656517c2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787717920.150988:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.150991:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: using a timeout of 131122 usecs (132 jiffies) 00000400:00000200:1.0:1787717920.150995:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:1.0:1787717920.150997:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306638469 00000100:00000001:1.0:1787717920.151003:0:2392:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS request active for cpu 0, simply extend its deadline from 4306638362 00000100:00000001:1.0:1787717920.151007:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306638469 00000100:00000001:1.0:1787717920.151010:0:2392:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS request active for cpu 1, simply extend its deadline from 4306638362 00000100:00000001:1.0:1787717920.151014:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717920.151016:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.151019:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.151023:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.151031:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787717920.151034:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787717920.151037:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717920.151039:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717920.151041:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717920.151044:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1787717920.151046:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.151208:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787717920.151210:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.151212:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717920.151214:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717920.151215:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787717920.151222:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.151229:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787717920.151230:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.151233:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787717920.151235:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787717920.151237:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717920.151240:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff965758c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1a06aed9-1961-4127-bdf9-249b3cb7967f:2392:1874545700121216:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717920.151244:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787717920.151246:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787717920.151248:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.151250:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787717920.151254:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96576c466a00. 02000000:00000001:1.0:1787717920.151256:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717920.151260:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:1.0:1787717920.151263:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9657726acaa8. 00000400:00000010:1.0:1787717920.151268:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a088. 00000100:00000200:1.0:1787717920.151272:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700121216, portal 25 00000100:00000001:1.0:1787717920.151274:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787717920.151275:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627900628236288 : -116173081315328 : ffff965758c17800) 00000100:00000040:1.0:1787717920.151282:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.151297:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787717920.151300:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:1.0:1787717920.151304:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a000. 00000100:00000200:1.0:1787717920.151307:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874545700121216, offset 0 00000400:00000200:1.0:1787717920.151311:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:1.0:1787717920.151315:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717920.151318:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:1.0:1787717920.151329:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787717920.151332:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:1.0:1787717920.151334:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787717920.151337:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:1.0:1787717920.151340:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552408:552408:254:4294967295] 192.168.206.122@tcp LPNI seq info [552356:552356:6:4294967295] 00000400:00000200:1.0:1787717920.151346:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717920.151353:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:1.0:1787717920.151358:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:1.0:1787717920.151362:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9656517c2300. 00000800:00000200:1.0:1787717920.151366:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:1.0:1787717920.151381:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:1.0:1787717920.151384:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9656517c2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787717920.151388:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717920.151392:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:1.0:1787717920.151394:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS new deadline estimation for cpu 0 is 4306642139 00000100:00000001:1.0:1787717920.151399:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306638469 00000100:00000001:1.0:1787717920.151403:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS new deadline estimation for cpu 1 is 4306642139 00000100:00000001:1.0:1787717920.151407:0:2392:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306638469 00000100:00000001:0.0:1787717920.151539:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787717920.151543:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787717920.151595:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717920.151600:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9656517c2e00. 00000400:00000200:0.0:1787717920.151608:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717920.151613:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717920.151620:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335acc0 00000400:00000010:0.0:1787717920.151622:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335acc0. 00000100:00000001:0.0:1787717920.151628:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717920.151633:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717920.151644:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717920.151648:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717920.151655:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717920.151657:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787717920.151671:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717920.151673:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9656517c2a00. 00000400:00000200:0.0:1787717920.151676:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717920.151679:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717920.151682:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335add0 00000400:00000010:0.0:1787717920.151683:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335add0. 00000100:00000001:0.0:1787717920.151686:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717920.151689:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717920.151696:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717920.151699:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717920.151705:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717920.151707:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787717920.151793:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717920.151796:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9656517c2300. 00000400:00000200:0.0:1787717920.151799:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717920.151803:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717920.151805:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a000 00000400:00000010:0.0:1787717920.151807:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a000. 00000100:00000001:0.0:1787717920.151810:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717920.151813:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717920.151819:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717920.151822:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717920.151828:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717920.151829:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787717920.152712:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717920.152717:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.152721:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787717920.152731:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.152741:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787717920.152744:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.152748:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787717920.152751:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787717920.152754:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717920.152758:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff965758c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700121472:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717920.152774:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787717920.152780:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787717920.152782:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.152785:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787717920.152791:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96576c466600. 02000000:00000001:1.0:1787717920.152793:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717920.152799:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:1.0:1787717920.152803:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9657726ace18. 00000400:00000010:1.0:1787717920.152809:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a4c8. 00000100:00000200:1.0:1787717920.152816:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700121472, portal 10 00000100:00000001:1.0:1787717920.152818:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787717920.152820:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627900628230016 : -116173081321600 : ffff965758c15f80) 00000100:00000040:1.0:1787717920.152827:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.152835:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787717920.152837:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:1.0:1787717920.152840:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335ae58. 00000100:00000200:1.0:1787717920.152843:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874545700121472, offset 0 00000400:00000200:1.0:1787717920.152878:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:1.0:1787717920.152887:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717920.152964:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:1.0:1787717920.152969:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787717920.152974:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:1.0:1787717920.152978:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787717920.152980:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:1.0:1787717920.152984:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552409:552409:256:4294967295] 192.168.206.122@tcp LPNI seq info [552357:552357:8:4294967295] 00000400:00000200:1.0:1787717920.152989:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717920.152997:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:1.0:1787717920.153003:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:1.0:1787717920.153009:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9656517c2300. 00000800:00000200:1.0:1787717920.153015:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:1.0:1787717920.153029:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:1.0:1787717920.153033:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9656517c2300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787717920.153043:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.153047:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: using a timeout of 19867 usecs (20 jiffies) 00000400:00000200:1.0:1787717920.153050:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000800:00000200:0.0:1787717920.153249:0:2384:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787717920.153254:0:2384:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9656517c2300. 00000400:00000200:0.0:1787717920.153258:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717920.153263:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:0.0:1787717920.153268:0:2384:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335ae58 00000400:00000010:0.0:1787717920.153271:0:2384:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335ae58. 00000100:00000001:0.0:1787717920.153274:0:2384:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787717920.153279:0:2384:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.153624:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306638361 00000100:00000001:1.0:1787717920.153630:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS request active for cpu 0, keep current deadline 4306642139 00000100:00000001:1.0:1787717920.153632:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306638361 00000100:00000001:1.0:1787717920.153635:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS request active for cpu 1, keep current deadline 4306642139 00000100:00000001:1.0:1787717920.153638:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717920.153641:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.153646:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.153650:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717920.153706:0:2384:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717920.153712:0:2384:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717920.153719:0:2384:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717920.153721:0:2384:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787717920.157146:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.157163:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717920.157168:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.157170:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717920.157197:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157217:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717920.157228:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157233:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157240:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157244:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 25 MB=0x6a8e3ae922a80 00000400:00000200:0.0:1787717920.157250:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157257:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.122@tcp of length 224/224 into md 0x5501d1 [1] + 224 00000800:00000001:0.0:1787717920.157265:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.157270:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717920.157274:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717920.157278:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717920.157288:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717920.157299:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717920.157311:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717920.157325:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717920.157336:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.157339:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717920.157341:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.157343:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717920.157346:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157350:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717920.157354:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157357:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157360:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157363:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 4 MB=0x6a8e3ae922c00 00000400:00000200:0.0:1787717920.157367:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157371:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.122@tcp of length 224/224 into md 0x5501c1 [1] + 224 00000800:00000001:0.0:1787717920.157375:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.157378:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717920.157385:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717920.157389:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717920.157393:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717920.157398:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717920.157407:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717920.157415:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717920.157419:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.157422:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717920.157424:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.157426:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717920.157429:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157432:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717920.157436:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157439:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157442:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157445:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 10 MB=0x6a8e3ae922b80 00000400:00000200:0.0:1787717920.157448:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.157453:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.122@tcp of length 224/224 into md 0x5501e1 [1] + 224 00000800:00000001:0.0:1787717920.157456:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.157462:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717920.157464:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717920.157467:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717920.157470:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717920.157475:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717920.157483:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717920.157491:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717920.157504:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.157508:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.158956:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717920.158965:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787717920.158975:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717920.158977:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717920.158982:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9657726acaa8. 00000400:00000200:1.0:1787717920.158992:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a088 00000400:00000010:1.0:1787717920.158995:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a088. 00000100:00000001:1.0:1787717920.159000:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717920.159011:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717920.159022:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.159031:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717920.159033:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.159036:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717920.159039:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717920.159042:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717920.159045:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.159048:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717920.159057:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff96577338f460 time=13 v=5 (5 5 5 5) 00000100:00001000:1.0:1787717920.159087:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96577338f418 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1787717920.159090:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717920.159092:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717920.159095:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787717920.159098:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.159102:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.159108:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.159115:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717920.159119:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717920.159121:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717920.159125:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717920.159133:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff965758c17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:1a06aed9-1961-4127-bdf9-249b3cb7967f:2392:1874545700121216:192.168.206.122@tcp:400:kworker.0 00000400:00000001:1.0:1787717920.159140:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717920.159141:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717920.159143:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9657726ace18. 00000400:00000200:1.0:1787717920.159146:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a4c8 00000400:00000010:1.0:1787717920.159147:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a4c8. 00000100:00000001:1.0:1787717920.159150:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717920.159154:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717920.159162:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.159169:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717920.159170:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.159172:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717920.159174:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717920.159176:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717920.159177:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.159179:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717920.159960:0:2392:0:(import.c:2149:obd_at_measure()) add 60 to ffff96576b13ec60 time=12 v=60 (60 60 60 60) 00000100:00001000:1.0:1787717920.159979:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96576b13ec18 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1787717920.159981:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717920.159983:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717920.159985:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787717920.159993:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787717920.160000:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.160004:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787717920.160007:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff965773388000: skip recheck: last_committed 21474836545 00000100:00000001:1.0:1787717920.160009:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787717920.160011:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.160016:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.160023:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717920.160026:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717920.160028:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717920.160033:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717920.160041:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff965758c15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700121472:192.168.206.122@tcp:400:kworker.0 00000400:00000001:1.0:1787717920.160050:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717920.160600:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717920.160605:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9657726acec8. 00000400:00000200:1.0:1787717920.160610:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a7f8 00000400:00000010:1.0:1787717920.160613:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a7f8. 00000100:00000001:1.0:1787717920.160618:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717920.160625:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717920.160636:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.160643:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717920.160653:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.160655:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717920.160707:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717920.160709:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717920.160711:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.160713:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717920.160722:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff96577338fc60 time=12 v=5 (5 5 5 5) 00000100:00001000:1.0:1787717920.160726:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96577338fc18 time=121 v=5 (1 1 0 0) 00000100:00000001:1.0:1787717920.160729:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717920.160730:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717920.160732:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787717920.160735:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.160738:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787717920.160739:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff965773388000: skip recheck: last_committed 42949695386 00000100:00000001:1.0:1787717920.160741:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787717920.160743:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.160748:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.160755:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717920.160757:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717920.160759:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717920.160762:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717920.160770:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff965758c17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700121600:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717920.160775:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.160778:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717920.160783:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff965758c17800 x1874545700121216/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.160790:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717920.160793:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717920.160797:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96576c466a00. 02000000:00000001:1.0:1787717920.160801:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717920.160804:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717920.160814:0:2392:0:(genops.c:1223:class_import_put()) import ffff96577338f000 refcount=3 obd=MGC192.168.206.122@tcp 00000020:00000001:1.0:1787717920.160816:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717920.160819:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9656517c2400. 02000000:00000001:1.0:1787717920.160823:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717920.160825:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717920.160827:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff965758c17800. 00000100:00000001:1.0:1787717920.160831:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717920.160833:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.160835:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717920.160840:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff965758c15f80 x1874545700121472/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.160846:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717920.160848:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717920.160878:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96576c466600. 02000000:00000001:1.0:1787717920.160882:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717920.160883:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717920.160885:0:2392:0:(genops.c:1223:class_import_put()) import ffff96576b13e800 refcount=3 obd=lustre-MDT0001-mdc-ffff965773388000 00000020:00000001:1.0:1787717920.160887:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717920.160888:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9656517c2000. 02000000:00000001:1.0:1787717920.160890:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717920.160891:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717920.160893:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff965758c15f80. 00000100:00000001:1.0:1787717920.160895:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717920.160897:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.160898:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717920.160902:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff965758c17480 x1874545700121600/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717936 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.160908:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717920.160910:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717920.160911:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96576c466c00. 02000000:00000001:1.0:1787717920.160913:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717920.160914:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717920.160915:0:2392:0:(genops.c:1223:class_import_put()) import ffff96577338f800 refcount=3 obd=lustre-OST0000-osc-ffff965773388000 00000020:00000001:1.0:1787717920.160917:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717920.160918:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9656517c2f00. 02000000:00000001:1.0:1787717920.160920:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717920.160927:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717920.160929:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff965758c17480. 00000100:00000001:1.0:1787717920.160931:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717920.160932:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.160936:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.160938:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717920.160941:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717920.160943:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.160945:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787717920.161592:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.161610:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717920.161614:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.161616:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717920.161624:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.161630:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717920.161656:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.161662:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.161668:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.161672:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 10 MB=0x6a8e3ae922b00 00000400:00000200:0.0:1787717920.161677:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717920.161684:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.122@tcp of length 224/224 into md 0x5501b1 [1] + 224 00000800:00000001:0.0:1787717920.161692:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.161702:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717920.161705:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717920.161710:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717920.161717:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717920.161724:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717920.161734:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717920.161755:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717920.161765:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717920.161768:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.162258:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717920.162264:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787717920.162273:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717920.162275:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717920.162279:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9657726ac0b0. 00000400:00000200:1.0:1787717920.162358:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a198 00000400:00000010:1.0:1787717920.162362:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a198. 00000100:00000001:1.0:1787717920.162366:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717920.162498:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717920.162510:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.162517:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717920.162520:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.162522:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717920.162526:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717920.162587:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717920.162590:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717920.162593:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717920.162603:0:2392:0:(import.c:2149:obd_at_measure()) add 60 to ffff96576b138c60 time=12 v=60 (60 60 60 60) 00000100:00001000:1.0:1787717920.162608:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96576b138c18 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1787717920.162610:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717920.162612:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717920.162615:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787717920.162619:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.162623:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787717920.162625:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff965773388000: skip recheck: last_committed 30064771617 00000100:00000001:1.0:1787717920.162627:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787717920.162643:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717920.162649:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.162656:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717920.162710:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717920.162711:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717920.162717:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717920.162725:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff965758c15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700121344:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717920.162730:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.162733:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717920.162736:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff965758c15c00 x1874545700121344/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717920.162744:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717920.162746:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717920.162750:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96576c466800. 02000000:00000001:1.0:1787717920.162754:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717920.162756:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717920.162758:0:2392:0:(genops.c:1223:class_import_put()) import ffff96576b138800 refcount=8 obd=lustre-MDT0000-mdc-ffff965773388000 00000020:00000001:1.0:1787717920.162761:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717920.162763:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9656517c2c00. 02000000:00000001:1.0:1787717920.162767:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717920.162769:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717920.162770:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff965758c15c00. 00000100:00000001:1.0:1787717920.162774:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717920.162775:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.162778:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717920.162786:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787717920.162788:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717920.162791:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717920.162793:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717920.660022:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717920.660031:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717920.660038:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717920.660039:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787717920.660198:0:235125:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787717920.660202:0:235125:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787717920.660229:0:235125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787717921.683973:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717921.683983:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717921.683991:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717921.683992:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787717921.684024:0:241101:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787717921.684027:0:241101:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787717921.684031:0:241101:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1787717922.325918:0:2382:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965744cc4000] -> 12345-192.168.206.22@tcp (6) 00000800:00000200:0.0:1787717922.325929:0:2382:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.22@tcp ip 192.168.206.22:988 00000800:00000200:0.0:1787717922.325935:0:2382:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff965743b62800 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1787717922.326747:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1787717922.326755:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787717922.326768:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787717922.326773:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787717922.326775:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787717922.708138:0:280744:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717922.708147:0:280744:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787717922.708167:0:280744:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787717922.708171:0:280744:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717922.708184:0:280744:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787717922.708187:0:280744:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717922.708189:0:280744:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717922.708192:0:280744:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717922.708197:0:280744:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717922.708199:0:280744:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787717922.708225:0:235124:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787717922.708230:0:235124:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787717922.708233:0:235124:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787717923.731913:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717923.731920:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717923.731925:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717923.731926:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787717923.731985:0:246813:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787717923.731988:0:246813:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787717923.731991:0:246813:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787717923.988033:0:281609:0:(connection.c:75:cpu_latency_work()) work item of ffff965744c1e800 (cpu 0) has reached its deadline 4306642139, at 4306642176 00000100:00000010:0.0:1787717923.988045:0:281609:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96576a791900. 00000100:00000040:1.0:1787717923.989662:0:271868:0:(connection.c:75:cpu_latency_work()) work item of ffff965744c1e910 (cpu 1) has reached its deadline 4306642139, at 4306642176 00000100:00000010:1.0:1787717923.989674:0:271868:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96576a7911e0. 00010000:00000001:3.0:1787717924.757030:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717924.757037:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717924.757043:0:272602:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717924.757046:0:272602:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787717924.757081:0:246814:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787717924.757085:0:246814:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787717924.757089:0:246814:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787717924.761160:0:283948:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269490:0:231915:0:(pinger.c:229:ptlrpc_pinger_process_import()) 1a06aed9-1961-4127-bdf9-249b3cb7967f->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787717925.269508:0:231915:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787717925.269515:0:231915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9657727b6680. 00000020:00000040:0.0:1787717925.269521:0:231915:0:(genops.c:1210:class_import_get()) import ffff96577338f000 refcount=4 obd=MGC192.168.206.122@tcp 00000100:00000001:0.0:1787717925.269526:0:231915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787717925.269530:0:231915:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787717925.269535:0:231915:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787717925.269545:0:231915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96564dbf3700. 00000100:00000001:0.0:1787717925.269555:0:231915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269569:0:231915:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 1a06aed9-1961-4127-bdf9-249b3cb7967f->MGS req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787717925.269581:0:231915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787717925.269586:0:231915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269593:0:231915:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005c9e8e6d] to pc [ptlrpcd_00_00+0] req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.269631:0:231915:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269634:0:231915:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787717925.269638:0:231915:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787717925.269641:0:231915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9657727b4700. 00000020:00000040:0.0:1787717925.269644:0:231915:0:(genops.c:1210:class_import_get()) import ffff96576b138800 refcount=9 obd=lustre-MDT0000-mdc-ffff965773388000 00000100:00000001:0.0:1787717925.269646:0:231915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787717925.269648:0:231915:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787717925.269650:0:231915:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787717925.269653:0:231915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96564dbf3000. 00000100:00000001:0.0:1787717925.269656:0:231915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269660:0:231915:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0000_UUID req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787717925.269667:0:231915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787717925.269669:0:231915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269674:0:231915:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3539916] to pc [ptlrpcd_00_01+1] req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.269683:0:231915:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269692:0:231915:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787717925.269695:0:231915:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787717925.269699:0:231915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9657727b7b80. 00000020:00000040:0.0:1787717925.269702:0:231915:0:(genops.c:1210:class_import_get()) import ffff96576b13e800 refcount=4 obd=lustre-MDT0001-mdc-ffff965773388000 00000100:00000001:0.0:1787717925.269704:0:231915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787717925.269706:0:231915:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787717925.269708:0:231915:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787717925.269711:0:231915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96564dbf3a00. 00000100:00000001:0.0:1787717925.269714:0:231915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269719:0:231915:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-MDT0001_UUID req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787717925.269727:0:231915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787717925.269728:0:231915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269732:0:231915:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000060797c3b] to pc [ptlrpcd_00_00+0] req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.269740:0:231915:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269742:0:231915:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787717925.269745:0:231915:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787717925.269748:0:231915:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9657727b4e00. 00000020:00000040:0.0:1787717925.269750:0:231915:0:(genops.c:1210:class_import_get()) import ffff96577338f800 refcount=4 obd=lustre-OST0000-osc-ffff965773388000 00000100:00000001:0.0:1787717925.269752:0:231915:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787717925.269753:0:231915:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787717925.269755:0:231915:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787717925.269874:0:231915:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96564dbf3100. 00000100:00000001:0.0:1787717925.269879:0:231915:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269885:0:231915:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0000_UUID req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787717925.269894:0:231915:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787717925.269896:0:231915:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269901:0:231915:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000848b463] to pc [ptlrpcd_00_01+1] req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.269904:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717925.269911:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717925.269915:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787717925.269926:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.269927:0:231915:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.269931:0:231915:0:(pinger.c:229:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787717925.269939:0:231915:0:(pinger.c:247:ptlrpc_pinger_process_import()) ba1ad498-3ec9-48e9-b1a4-d4f749945ff0->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1787717925.269945:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1787717925.269947:0:231915:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11981) 00000100:00000001:1.0:1787717925.269948:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717925.269954:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787717925.269957:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787717925.269961:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717925.269966:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9657727b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1a06aed9-1961-4127-bdf9-249b3cb7967f:2391:1874545700121728:192.168.206.122@tcp:400:kworker.0 00000100:00000001:0.0:1787717925.269966:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787717925.269970:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787717925.269973:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1787717925.269974:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1787717925.269981:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1787717925.269982:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787717925.269987:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717925.269992:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1787717925.269993:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787717925.269995:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717925.269998:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1787717925.269999:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96576c467e00. 02000000:00000001:0.0:1787717925.270001:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787717925.270003:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717925.270006:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787717925.270010:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9657727b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700121856:192.168.206.122@tcp:400:kworker.0 00000400:00000200:1.0:1787717925.270016:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:0.0:1787717925.270017:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787717925.270021:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1787717925.270024:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9657726ac0b0. 02000000:00000001:0.0:1787717925.270024:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717925.270030:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787717925.270035:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff965747a60a00. 00000400:00000010:1.0:1787717925.270036:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a198. 02000000:00000001:0.0:1787717925.270039:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787717925.270046:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000200:1.0:1787717925.270048:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700121728, portal 25 00000400:00000010:0.0:1787717925.270051:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff965748bc9b58. 00000100:00000001:1.0:1787717925.270052:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787717925.270056:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627901059851904 : -116172649699712 : ffff9657727b6680) 00000400:00000010:0.0:1787717925.270058:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147c6e8. 00000100:00000200:0.0:1787717925.270063:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700121856, portal 10 00000100:00000040:1.0:1787717925.270064:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.270066:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787717925.270069:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627901059843840 : -116172649707776 : ffff9657727b4700) 00000100:00000040:0.0:1787717925.270081:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.270106:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1787717925.270106:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787717925.270111:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:1.0:1787717925.270115:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a7f8. 00000100:00000040:0.0:1787717925.270120:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000100:00000200:1.0:1787717925.270122:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874545700121728, offset 0 00000400:00000010:0.0:1787717925.270124:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147c7f8. 00000100:00000200:0.0:1787717925.270129:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874545700121856, offset 0 00000400:00000200:1.0:1787717925.270134:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:1.0:1787717925.270146:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717925.270154:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:1.0:1787717925.270176:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787717925.270181:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:1.0:1787717925.270186:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787717925.270189:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:1.0:1787717925.270193:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552410:552410:256:4294967295] 192.168.206.122@tcp LPNI seq info [552358:552358:8:4294967295] 00000400:00000200:1.0:1787717925.270197:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717925.270216:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:1.0:1787717925.270223:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:1.0:1787717925.270229:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9656517c2c00. 00000800:00000200:1.0:1787717925.270243:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:1.0:1787717925.270252:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:1.0:1787717925.270258:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9656517c2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787717925.270271:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717925.270275:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:1.0:1787717925.270278:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS new deadline estimation for cpu 0 is 4306647260 00000100:00000010:1.0:1787717925.270283:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96576a7911e0. 00000100:00000001:1.0:1787717925.270291:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787717925.270298:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS new deadline estimation for cpu 1 is 4306647260 00000100:00000010:1.0:1787717925.270301:0:2391:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96576a791a20. 00000100:00000001:1.0:1787717925.270305:0:2391:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.206.122@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787717925.270310:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717925.270313:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.270331:0:2391:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787717925.270336:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.270344:0:2391:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787717925.270345:0:2391:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717925.270348:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787717925.270350:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787717925.270352:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787717925.270355:0:2391:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9657727b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2391:1874545700121984:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717925.270368:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787717925.270372:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787717925.270374:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717925.270376:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787717925.270379:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96576c467800. 02000000:00000001:1.0:1787717925.270382:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787717925.270386:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:1.0:1787717925.270388:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9657726acec8. 00000400:00000200:0.0:1787717925.275050:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000010:1.0:1787717925.275096:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a4c8. 00000100:00000200:1.0:1787717925.275108:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700121984, portal 10 00000100:00000001:1.0:1787717925.275112:0:2391:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787717925.275114:0:2391:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627901059857280 : -116172649694336 : ffff9657727b7b80) 00000100:00000040:1.0:1787717925.275129:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.275140:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787717925.275142:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:1.0:1787717925.275146:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96574335a088. 00000100:00000200:1.0:1787717925.275149:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874545700121984, offset 0 00000400:00000200:1.0:1787717925.275156:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:0.0:1787717925.275404:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.275414:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:0.0:1787717925.275420:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787717925.275425:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:0.0:1787717925.275429:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787717925.275432:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:0.0:1787717925.275436:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552411:552411:255:4294967295] 192.168.206.122@tcp LPNI seq info [552359:552359:7:4294967295] 00000400:00000200:0.0:1787717925.275441:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.275452:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:0.0:1787717925.275460:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:0.0:1787717925.275467:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96564dbf3200. 00000800:00000200:0.0:1787717925.275475:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:0.0:1787717925.275484:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:0.0:1787717925.275489:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96564dbf3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787717925.275494:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.275500:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: using a timeout of 24981 usecs (25 jiffies) 00000400:00000200:0.0:1787717925.275504:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:0.0:1787717925.275507:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306643488 00000100:00000001:0.0:1787717925.275510:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS request active for cpu 0, keep current deadline 4306647260 00000100:00000001:0.0:1787717925.275513:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306643488 00000100:00000001:0.0:1787717925.275515:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff965773388000: PM QoS request active for cpu 1, keep current deadline 4306647260 00000100:00000001:0.0:1787717925.275518:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787717925.275522:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717925.275527:0:2392:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787717925.275534:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.275557:0:2392:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787717925.275559:0:2392:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717925.275565:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787717925.275568:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787717925.275571:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787717925.275575:0:2392:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9657727b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700122112:192.168.206.122@tcp:400:kworker.0 00000100:00000001:0.0:1787717925.275579:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787717925.275586:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787717925.275589:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717925.275592:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787717925.275597:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff965747a61600. 00000400:00000200:1.0:1787717925.275740:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717925.275745:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:1.0:1787717925.275748:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787717925.275751:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:1.0:1787717925.275753:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787717925.275835:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:1.0:1787717925.275839:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552412:552412:254:4294967295] 192.168.206.122@tcp LPNI seq info [552360:552360:6:4294967295] 00000400:00000200:1.0:1787717925.275844:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717925.275879:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:1.0:1787717925.275884:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:1.0:1787717925.275889:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9656517c2f00. 00000800:00000200:1.0:1787717925.275894:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:1.0:1787717925.275898:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:1.0:1787717925.275901:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9656517c2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787717925.275905:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717925.275908:0:2391:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: using a timeout of 19867 usecs (20 jiffies) 00000400:00000200:1.0:1787717925.275911:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:1.0:1787717925.275913:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306643484 00000100:00000001:1.0:1787717925.275915:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS request active for cpu 0, keep current deadline 4306647260 00000100:00000001:1.0:1787717925.275918:0:2391:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306643484 00000100:00000001:1.0:1787717925.275920:0:2391:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff965773388000: PM QoS request active for cpu 1, keep current deadline 4306647260 00000100:00000001:1.0:1787717925.275922:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717925.275924:0:2391:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.275927:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.275931:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717925.275940:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787717925.275942:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787717925.275945:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717925.275947:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717925.275949:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.275952:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787717925.276006:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787717925.276011:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9656517c2c00. 00000400:00000200:1.0:1787717925.276017:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787717925.276022:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:1.0:1787717925.276029:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a7f8 00000400:00000010:1.0:1787717925.276038:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a7f8. 00000100:00000001:1.0:1787717925.276044:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787717925.276049:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.276060:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717925.276064:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.276071:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.276072:0:2383:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:0.0:1787717925.276713:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787717925.276720:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000010:0.0:1787717925.276725:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff965748bc9108. 00000400:00000010:0.0:1787717925.276732:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147c908. 00000100:00000200:0.0:1787717925.276738:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874545700122112, portal 4 00000100:00000001:0.0:1787717925.276741:0:2392:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787717925.276743:0:2392:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446627901059845632 : -116172649705984 : ffff9657727b4e00) 00000100:00000040:0.0:1787717925.276752:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.276837:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787717925.276841:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.206.122@tcp 00000400:00000010:0.0:1787717925.276844:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96575147cee0. 00000100:00000200:0.0:1787717925.276848:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874545700122112, offset 0 00000400:00000200:0.0:1787717925.276867:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.206.122@tcp 00000400:00000200:0.0:1787717925.276873:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.276879:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.206.122@tcp local destination 00000400:00000200:0.0:1787717925.276884:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787717925.276887:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.206.22@tcp 00000400:00000200:0.0:1787717925.276890:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.206.22@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787717925.276893:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.206.122@tcp 00000400:00000200:0.0:1787717925.276903:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.206.22@tcp NI seq info: [552413:552413:254:4294967295] 192.168.206.122@tcp LPNI seq info [552361:552361:6:4294967295] 00000400:00000200:0.0:1787717925.276908:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.276915:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp:) -> 192.168.206.122@tcp(192.168.206.122@tcp:192.168.206.122@tcp) : PUT try# 0 00000800:00000200:0.0:1787717925.276920:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.206.122@tcp 00000800:00000010:0.0:1787717925.276926:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff965742894a00. 00000800:00000200:0.0:1787717925.276931:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff965748bce9c0] -> 12345-192.168.206.122@tcp (5) 00000800:00000200:0.0:1787717925.276937:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.206.122@tcp ip 192.168.206.122:988 00000800:00000200:0.0:1787717925.276941:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff965742894a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787717925.276945:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.276949:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: using a timeout of 131033 usecs (132 jiffies) 00000400:00000200:0.0:1787717925.276952:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000100:00000001:0.0:1787717925.276954:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS new deadline estimation for cpu 0 is 4306643596 00000100:00000001:0.0:1787717925.276956:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS request active for cpu 0, keep current deadline 4306647260 00000100:00000001:0.0:1787717925.276958:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS new deadline estimation for cpu 1 is 4306643596 00000100:00000001:0.0:1787717925.276961:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff965773388000: PM QoS request active for cpu 1, keep current deadline 4306647260 00000100:00000001:0.0:1787717925.276963:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787717925.276966:0:2392:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717925.276970:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717925.276972:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.276979:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787717925.276981:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787717925.276984:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787717925.276986:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787717925.276987:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717925.276989:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787717925.277079:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787717925.277084:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96564dbf3200. 00000400:00000200:1.0:1787717925.277089:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787717925.277094:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:1.0:1787717925.277098:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147c7f8 00000400:00000010:1.0:1787717925.277100:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147c7f8. 00000100:00000001:1.0:1787717925.277104:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787717925.277110:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.277119:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717925.277122:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.277129:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.277131:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787717925.277147:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787717925.277150:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9656517c2f00. 00000400:00000200:1.0:1787717925.277153:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787717925.277156:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:1.0:1787717925.277173:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a088 00000400:00000010:1.0:1787717925.277175:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a088. 00000100:00000001:1.0:1787717925.277178:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787717925.277182:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.277322:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717925.277332:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.277338:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.277340:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787717925.277413:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787717925.277416:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff965742894a00. 00000400:00000200:1.0:1787717925.277419:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787717925.277423:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000400:00000200:1.0:1787717925.277426:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147cee0 00000400:00000010:1.0:1787717925.277428:0:2383:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147cee0. 00000100:00000001:1.0:1787717925.277431:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787717925.277435:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.277443:0:2383:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717925.277447:0:2383:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.277454:0:2383:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.277455:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787717925.282980:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787717925.283006:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787717925.283011:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787717925.283015:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787717925.283025:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717925.283034:0:2384:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:1.0:1787717925.283045:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717925.283050:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717925.283057:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717925.283061:0:2384:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 25 MB=0x6a8e3ae922c80 00000400:00000200:1.0:1787717925.283066:0:2384:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:1.0:1787717925.283073:0:2384:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.206.122@tcp of length 224/224 into md 0x5501f1 [1] + 224 00000800:00000001:1.0:1787717925.283082:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787717925.283091:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787717925.283095:0:2384:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787717925.283110:0:2384:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:1.0:1787717925.283121:0:2384:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717925.283132:0:2384:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787717925.283143:0:2384:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.283179:0:2384:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787717925.283189:0:2384:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787717925.283193:0:2384:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717925.283207:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717925.283211:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787717925.283219:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787717925.283221:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787717925.283297:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9657726ac0b0. 00000400:00000200:1.0:1787717925.283303:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a198 00000400:00000010:1.0:1787717925.283306:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a198. 00000100:00000001:1.0:1787717925.283309:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787717925.283315:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787717925.283325:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.283330:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787717925.283333:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717925.283336:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787717925.283340:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787717925.283343:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787717925.283345:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787717925.283348:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787717925.283355:0:2391:0:(import.c:2149:obd_at_measure()) add 5 to ffff96577338f460 time=18 v=5 (5 5 5 5) 00000100:00001000:1.0:1787717925.283360:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff96577338f418 time=92 v=5 (1 1 1 1) 00000100:00000001:1.0:1787717925.283363:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787717925.283365:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787717925.283368:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787717925.283372:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.283383:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787717925.283389:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.283397:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787717925.283400:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787717925.283402:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787717925.283406:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787717925.283415:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9657727b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:1a06aed9-1961-4127-bdf9-249b3cb7967f:2391:1874545700121728:192.168.206.122@tcp:400:kworker.0 00000100:00000001:1.0:1787717925.283421:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.283424:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787717925.283428:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9657727b6680 x1874545700121728/t0(0) o400->MGC192.168.206.122@tcp@192.168.206.122@tcp:26/25 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787717925.283435:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787717925.283438:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787717925.283442:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96576c467e00. 02000000:00000001:1.0:1787717925.283446:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787717925.283450:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787717925.283452:0:2391:0:(genops.c:1223:class_import_put()) import ffff96577338f000 refcount=3 obd=MGC192.168.206.122@tcp 00000020:00000001:1.0:1787717925.283454:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787717925.283457:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96564dbf3700. 02000000:00000001:1.0:1787717925.283462:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787717925.283464:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787717925.283466:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9657727b6680. 00000100:00000001:1.0:1787717925.283470:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787717925.283472:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787717925.283475:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.283477:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787717925.283479:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787717925.283480:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787717925.283482:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787717925.291354:0:283984:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787717925.291362:0:283984:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_816: @@@@@@ FAIL: client: import is not in IDLE state after 50 00000800:00000001:0.0:1787717925.292397:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717925.292415:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717925.292420:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717925.292423:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717925.292433:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292442:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717925.292452:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292466:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292473:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292477:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 10 MB=0x6a8e3ae922d00 00000400:00000200:0.0:1787717925.292484:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292491:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.122@tcp of length 224/224 into md 0x5501f9 [1] + 224 00000800:00000001:0.0:1787717925.292500:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717925.292504:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717925.292508:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717925.292513:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717925.292521:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717925.292532:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717925.292546:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.292562:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717925.292571:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717925.292575:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717925.292577:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717925.292579:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717925.292582:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292585:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717925.292589:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292592:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292595:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292610:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 10 MB=0x6a8e3ae922d80 00000400:00000200:0.0:1787717925.292613:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292618:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.206.122@tcp of length 224/224 into md 0x550211 [1] + 224 00000800:00000001:0.0:1787717925.292622:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717925.292627:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717925.292629:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717925.292632:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717925.292635:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717925.292645:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717925.292654:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.292676:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717925.292681:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717925.292685:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787717925.292687:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717925.292689:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717925.292693:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292697:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.206.22@tcp(192.168.206.22@tcp) <- 192.168.206.122@tcp : PUT - for me 00000400:00000200:0.0:1787717925.292702:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292704:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292717:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292721:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.206.122@tcp of length 224 into portal 4 MB=0x6a8e3ae922e00 00000400:00000200:0.0:1787717925.292724:0:2383:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.206.122@tcp to cpt 0 00000400:00000200:0.0:1787717925.292728:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.206.122@tcp of length 224/224 into md 0x550221 [1] + 224 00000800:00000001:0.0:1787717925.292732:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717925.292739:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787717925.292741:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787717925.292744:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.206.22@tcp->192.168.206.122@tcp: PUT: OK 00000100:00000001:0.0:1787717925.292747:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717925.292752:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787717925.292761:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.292770:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787717925.292773:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787717925.292776:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.292795:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787717925.292812:0:2392:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787717925.292825:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787717925.292827:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787717925.292831:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff965748bc9b58. 00000400:00000200:0.0:1787717925.292836:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147c6e8 00000400:00000010:0.0:1787717925.292839:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147c6e8. 00000100:00000001:0.0:1787717925.292842:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717925.292847:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787717925.292875:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.292882:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787717925.292884:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.292887:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787717925.292891:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787717925.292894:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787717925.292896:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717925.292899:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787717925.292910:0:2392:0:(import.c:2149:obd_at_measure()) add 60 to ffff96576b138c60 time=17 v=60 (60 60 60 60) 00000100:00001000:0.0:1787717925.292915:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96576b138c18 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1787717925.292918:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787717925.292920:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787717925.292923:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787717925.292927:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717925.292931:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787717925.292933:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff965773388000: skip recheck: last_committed 30064771617 00000100:00000001:0.0:1787717925.292936:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787717925.292938:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.292943:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.292951:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787717925.292954:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787717925.292957:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787717925.292962:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787717925.292982:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9657727b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700121856:192.168.206.122@tcp:400:kworker.0 00000400:00000001:0.0:1787717925.292989:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787717925.292990:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787717925.292992:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff965748bc9108. 00000400:00000200:0.0:1787717925.292994:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96575147c908 00000400:00000010:0.0:1787717925.292996:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96575147c908. 00000100:00000001:0.0:1787717925.292998:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717925.293002:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787717925.293010:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.293017:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787717925.293018:0:2392:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.293020:0:2392:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787717925.293022:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787717925.293023:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787717925.293025:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717925.293027:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787717925.293032:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff96577338fc60 time=17 v=5 (5 5 5 5) 00000100:00001000:0.0:1787717925.293035:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96577338fc18 time=126 v=5 (1 1 0 0) 00000100:00000001:0.0:1787717925.293037:0:2392:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787717925.293039:0:2392:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787717925.293041:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787717925.293043:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717925.293045:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787717925.293047:0:2392:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff965773388000: skip recheck: last_committed 42949695386 00000100:00000001:0.0:1787717925.293049:0:2392:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787717925.293050:0:2392:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.293054:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.293060:0:2392:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787717925.293067:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787717925.293069:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787717925.293073:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787717925.293081:0:2392:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9657727b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2392:1874545700122112:192.168.206.122@tcp:400:kworker.0 00000100:00000001:0.0:1787717925.293086:0:2392:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.293089:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717925.293093:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9657727b4700 x1874545700121856/t0(0) o400->lustre-MDT0000-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.293101:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787717925.293104:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787717925.293108:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff965747a60a00. 02000000:00000001:0.0:1787717925.293111:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787717925.293114:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787717925.293116:0:2392:0:(genops.c:1223:class_import_put()) import ffff96576b138800 refcount=8 obd=lustre-MDT0000-mdc-ffff965773388000 00000020:00000001:0.0:1787717925.293119:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787717925.293122:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96564dbf3000. 02000000:00000001:0.0:1787717925.293127:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787717925.293129:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787717925.293131:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9657727b4700. 00000100:00000001:0.0:1787717925.293134:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787717925.293136:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.293138:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717925.293141:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9657727b4e00 x1874545700122112/t0(0) o400->lustre-OST0000-osc-ffff965773388000@192.168.206.122@tcp:28/4 lens 224/224 e 0 to 0 dl 1787717941 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.293148:0:2392:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787717925.293149:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787717925.293151:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff965747a61600. 02000000:00000001:0.0:1787717925.293153:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787717925.293154:0:2392:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787717925.293155:0:2392:0:(genops.c:1223:class_import_put()) import ffff96577338f800 refcount=3 obd=lustre-OST0000-osc-ffff965773388000 00000020:00000001:0.0:1787717925.293157:0:2392:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787717925.293169:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96564dbf3100. 02000000:00000001:0.0:1787717925.293179:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787717925.293181:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787717925.293182:0:2392:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9657727b4e00. 00000100:00000001:0.0:1787717925.293185:0:2392:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787717925.293186:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.293189:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.293197:0:2392:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787717925.293200:0:2392:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717925.293202:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787717925.293205:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717925.293246:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787717925.293248:0:2391:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787717925.293253:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787717925.293254:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787717925.293256:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9657726acec8. 00000400:00000200:0.0:1787717925.293260:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96574335a4c8 00000400:00000010:0.0:1787717925.293261:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff96574335a4c8. 00000100:00000001:0.0:1787717925.293264:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787717925.293270:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787717925.293278:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.293285:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787717925.293286:0:2391:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.293288:0:2391:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787717925.293290:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787717925.293291:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787717925.293293:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787717925.293295:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787717925.293299:0:2391:0:(import.c:2149:obd_at_measure()) add 60 to ffff96576b13ec60 time=17 v=60 (60 60 60 60) 00000100:00001000:0.0:1787717925.293302:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff96576b13ec18 time=67 v=5 (1 1 1 1) 00000100:00000001:0.0:1787717925.293305:0:2391:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787717925.293306:0:2391:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787717925.293308:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787717925.293312:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787717925.293331:0:2391:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717925.293334:0:2391:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787717925.293335:0:2391:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff965773388000: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1787717925.293337:0:2391:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787717925.293339:0:2391:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787717925.293343:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.293348:0:2391:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787717925.293350:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787717925.293352:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787717925.293356:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787717925.293363:0:2391:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9657727b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ba1ad498-3ec9-48e9-b1a4-d4f749945ff0:2391:1874545700121984:192.168.206.122@tcp:400:kworker.0 00000100:00000001:0.0:1787717925.293367:0:2391:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.293369:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787717925.293372:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9657727b7b80 x1874545700121984/t0(0) o400->lustre-MDT0001-mdc-ffff965773388000@192.168.206.122@tcp:12/10 lens 224/224 e 0 to 0 dl 1787718010 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787717925.293378:0:2391:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787717925.293380:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787717925.293382:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96576c467800. 02000000:00000001:0.0:1787717925.293385:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787717925.293386:0:2391:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787717925.293387:0:2391:0:(genops.c:1223:class_import_put()) import ffff96576b13e800 refcount=3 obd=lustre-MDT0001-mdc-ffff965773388000 00000020:00000001:0.0:1787717925.293390:0:2391:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787717925.293391:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96564dbf3a00. 02000000:00000001:0.0:1787717925.293394:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787717925.293395:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787717925.293397:0:2391:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9657727b7b80. 00000100:00000001:0.0:1787717925.293401:0:2391:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787717925.293402:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.293409:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787717925.293413:0:2391:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787717925.293414:0:2391:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787717925.293416:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787717925.293417:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787717925.314383:0:283984:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1787717925.781946:0:280744:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717925.781955:0:280744:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717925.781961:0:280744:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717925.781962:0:280744:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787717925.782662:0:246815:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787717925.782666:0:246815:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787717925.782670:0:246815:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787717926.804509:0:280744:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717926.804515:0:280744:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787717926.804521:0:280744:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787717926.804523:0:280744:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787717926.804652:0:235125:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787717926.804656:0:235125:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787717926.804659:0:235125:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787717926.839451:0:284085:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 2607 lines, 2607 kept, 0 dropped, 0 bad.