00000100:00000040:3.0F:1788851864.064222:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851864.064247:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851864.064255:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186a300. 00000020:00000040:3.0:1788851864.064262:0:249272:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:3.0:1788851864.064267:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851864.064269:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851864.064285:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851864.064295:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a100. 00000100:00000001:3.0:1788851864.064303:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064316:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851864.064327:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851864.064331:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064337:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e63fbbb8] to pc [ptlrpcd_01_01+1] req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.064377:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064379:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851864.064383:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851864.064386:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186ad80. 00000020:00000040:3.0:1788851864.064388:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:3.0:1788851864.064391:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851864.064392:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851864.064394:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851864.064397:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6ae00. 00000100:00000001:3.0:1788851864.064400:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064404:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851864.064411:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851864.064413:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064416:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001fa27d7f] to pc [ptlrpcd_01_00+0] req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.064423:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064431:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851864.064434:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851864.064437:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186b100. 00000020:00000040:3.0:1788851864.064439:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:3.0:1788851864.064441:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851864.064442:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851864.064444:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851864.064447:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a200. 00000100:00000001:3.0:1788851864.064458:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064463:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851864.064470:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851864.064472:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064475:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc3a088] to pc [ptlrpcd_01_01+1] req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.064482:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064484:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851864.064487:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851864.064490:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1869f80. 00000020:00000040:3.0:1788851864.064492:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:3.0:1788851864.064494:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851864.064495:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851864.064497:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851864.064500:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a700. 00000100:00000001:3.0:1788851864.064502:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064506:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851864.064513:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851864.064515:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064518:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2223873] to pc [ptlrpcd_01_00+0] req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.064537:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064539:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851864.064542:0:249272:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851864.064547:0:249272:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12767) 00000100:00000001:3.0:1788851864.064561:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851864.064566:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851864.064568:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851864.064575:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.064582:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851864.064584:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.064587:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851864.064590:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851864.064593:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851864.064596:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950897792:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851864.064601:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851864.064606:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851864.064609:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.064611:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851864.064615:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af180da00. 02000000:00000001:3.0:1788851864.064618:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851864.064624:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851864.064629:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad58469a0. 00000400:00000010:3.0:1788851864.064636:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067f68. 00000100:00000200:3.0:1788851864.064644:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950897792, portal 10 00000100:00000001:3.0:1788851864.064646:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851864.064647:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977361792 : -113683732189824 : ffff989af186ad80) 00000100:00000040:3.0:1788851864.064655:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.064662:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851864.064671:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851864.064674:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067ee0. 00000100:00000200:3.0:1788851864.064678:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950897792, offset 0 00000400:00000200:3.0:1788851864.064685:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851864.064694:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851864.064703:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851864.064709:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851864.064714:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851864.064719:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851864.064721:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851864.064724:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541414:541414:256:4294967295] 192.168.201.149@tcp LPNI seq info [541348:541348:8:4294967295] 00000400:00000200:3.0:1788851864.064728:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851864.064739:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851864.064746:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851864.064751:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6a000. 00000800:00000200:3.0:1788851864.064759:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851864.064767:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851864.064772:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851864.064787:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.064792:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24798 usecs (25 jiffies) 00000400:00000200:3.0:1788851864.064795:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851864.064798:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307429916 00000100:00000010:3.0:1788851864.064802:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ac67a4c60. 00000100:00000001:3.0:1788851864.064809:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 0 00000100:00000001:3.0:1788851864.064819:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307429916 00000100:00000010:3.0:1788851864.064822:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989ac67a4a20. 00000100:00000001:3.0:1788851864.064825:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 1 00000100:00000001:3.0:1788851864.064829:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851864.064832:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.064834:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851864.064844:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.064850:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851864.064851:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.064853:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851864.064855:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851864.064857:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851864.064859:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1869f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950898048:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851864.064863:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851864.064866:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851864.064867:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.064869:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851864.064872:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af180c600. 02000000:00000001:3.0:1788851864.064874:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851864.064877:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851864.064880:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846420. 00000400:00000010:3.0:1788851864.064883:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067bb0. 00000100:00000200:3.0:1788851864.064886:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950898048, portal 4 00000100:00000001:3.0:1788851864.064908:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851864.064910:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977358208 : -113683732193408 : ffff989af1869f80) 00000100:00000040:3.0:1788851864.064917:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.064924:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851864.064926:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851864.064930:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067088. 00000100:00000200:3.0:1788851864.064933:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950898048, offset 0 00000400:00000200:3.0:1788851864.064938:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851864.064942:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851864.064946:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851864.064949:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851864.064952:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851864.064954:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851864.064962:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851864.064965:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541415:541415:255:4294967295] 192.168.201.149@tcp LPNI seq info [541349:541349:7:4294967295] 00000400:00000200:3.0:1788851864.064969:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851864.064975:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851864.064980:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851864.064984:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6a400. 00000800:00000200:3.0:1788851864.064988:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851864.064998:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851864.065001:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851864.065005:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.065009:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 169661 usecs (170 jiffies) 00000400:00000200:3.0:1788851864.065011:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851864.065013:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307430062 00000100:00000001:3.0:1788851864.065019:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, simply extend its deadline from 4307429916 00000100:00000001:3.0:1788851864.065022:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307430062 00000100:00000001:3.0:1788851864.065025:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, simply extend its deadline from 4307429916 00000100:00000001:3.0:1788851864.065028:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851864.065030:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.065033:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.065036:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.065044:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851864.065047:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:3.0:1788851864.065050:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0F:1788851864.065051:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788851864.065052:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851864.065053:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851864.065056:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788851864.065058:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.065063:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851864.065065:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1788851864.065066:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6a000. 00000100:00000001:3.0:1788851864.065067:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851864.065070:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788851864.065074:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1788851864.065080:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1788851864.065084:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000040:3.0:1788851864.065088:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788851864.065093:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067ee0 00000400:00000010:0.0:1788851864.065098:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067ee0. 00000100:00000001:3.0:1788851864.065099:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851864.065102:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.065106:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1788851864.065106:0:2392:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1788851864.065110:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851864.065113:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1788851864.065115:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851864.065120:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2401:1875733950897664:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851864.065124:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851864.065127:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851864.065128:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.065130:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851864.065133:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af180ca00. 02000000:00000001:3.0:1788851864.065137:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851864.065144:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851864.065144:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1788851864.065149:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846688. 00000100:00000040:0.0:1788851864.065152:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788851864.065155:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad10672a8. 00000100:00000200:3.0:1788851864.065161:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950897664, portal 25 00000100:00000001:3.0:1788851864.065166:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851864.065167:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.065168:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977359104 : -113683732192512 : ffff989af186a300) 00000100:00000001:0.0:1788851864.065173:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1788851864.065178:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1788851864.065194:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851864.065197:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6a400. 00000400:00000200:0.0:1788851864.065200:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851864.065203:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851864.065206:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067088 00000400:00000010:0.0:1788851864.065208:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067088. 00000100:00000001:0.0:1788851864.065210:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851864.065214:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851864.065222:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851864.065225:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851919 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851864.065231:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851864.065233:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788851864.065328:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851864.065331:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851864.065334:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad10673b8. 00000100:00000200:3.0:1788851864.065339:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950897664, offset 0 00000400:00000200:3.0:1788851864.065343:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851864.065347:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851864.065350:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851864.065353:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851864.065356:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851864.065358:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851864.065367:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851864.065370:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541416:541416:256:4294967295] 192.168.201.149@tcp LPNI seq info [541350:541350:8:4294967295] 00000400:00000200:3.0:1788851864.065374:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851864.065380:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851864.065384:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851864.065387:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6a400. 00000800:00000200:3.0:1788851864.065391:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851864.065395:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851864.065398:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851864.065408:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851864.065411:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851864.065413:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307433689 00000100:00000001:3.0:1788851864.065417:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307430062 00000100:00000001:3.0:1788851864.065421:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307433689 00000100:00000001:3.0:1788851864.065425:0:2401:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307430062 00000100:00000001:3.0:1788851864.065429:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851864.065431:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.065434:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851864.065438:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.065444:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851864.065446:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.065448:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851864.065450:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851864.065451:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851864.065454:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950897920:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851864.065457:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851864.065460:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851864.065461:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.065469:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851864.065471:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af180d400. 02000000:00000001:3.0:1788851864.065473:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851864.065477:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851864.065479:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad58469f8. 00000400:00000010:3.0:1788851864.065484:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067aa0. 00000100:00000200:3.0:1788851864.065487:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950897920, portal 10 00000100:00000001:3.0:1788851864.065489:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851864.065490:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977362688 : -113683732188928 : ffff989af186b100) 00000100:00000040:3.0:1788851864.065497:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.065504:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851864.065506:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851864.065508:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067198. 00000100:00000200:3.0:1788851864.065511:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950897920, offset 0 00000400:00000200:3.0:1788851864.065515:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851864.065519:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851864.065523:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851864.065525:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851864.065528:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851864.065530:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851864.065532:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851864.065535:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541417:541417:255:4294967295] 192.168.201.149@tcp LPNI seq info [541351:541351:7:4294967295] 00000400:00000200:3.0:1788851864.065539:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851864.065544:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851864.065548:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851864.065552:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6a000. 00000800:00000200:3.0:1788851864.065555:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851864.065559:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851864.065562:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851864.065564:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.065574:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21427 usecs (22 jiffies) 00000400:00000200:3.0:1788851864.065578:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851864.065579:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307429914 00000100:00000001:3.0:1788851864.065582:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307433689 00000100:00000001:3.0:1788851864.065584:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307429914 00000100:00000001:3.0:1788851864.065586:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307433689 00000100:00000001:3.0:1788851864.065588:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851864.065592:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.065595:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.065598:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0F:1788851864.065711:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851864.065720:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851864.065792:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851864.065796:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6a400. 00000400:00000200:0.0:1788851864.065800:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851864.065804:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851864.065808:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad10673b8 00000400:00000010:0.0:1788851864.065810:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad10673b8. 00000100:00000001:0.0:1788851864.065820:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851864.065825:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851864.065834:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851864.065838:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851864.065845:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851864.065847:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851864.065880:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851864.065883:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6a000. 00000400:00000200:0.0:1788851864.065886:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851864.066092:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851864.066097:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067198 00000400:00000010:0.0:1788851864.066099:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067198. 00000100:00000001:0.0:1788851864.066102:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851864.066106:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851864.066115:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851864.066118:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851864.066185:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851864.066187:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851864.069916:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.069936:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851864.069941:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.069943:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851864.069953:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.069961:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851864.070000:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.070006:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.070011:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.070015:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d61e80 00000400:00000200:0.0:1788851864.070020:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.070036:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bad1 [1] + 224 00000800:00000001:0.0:1788851864.070046:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.070053:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851864.070056:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851864.070061:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851864.070070:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851864.070080:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851864.070091:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851864.070111:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851864.070130:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.070134:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.070160:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851864.070166:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851864.070175:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851864.070177:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851864.070182:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad58469a0. 00000400:00000200:3.0:1788851864.070188:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067f68 00000400:00000010:3.0:1788851864.070191:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067f68. 00000100:00000001:3.0:1788851864.070194:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851864.070200:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851864.070211:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.070218:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851864.070219:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.070222:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851864.070226:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851864.070229:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851864.070232:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.070235:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851864.070246:0:2401:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=155 v=85 (85 85 86 86) 00000100:00001000:3.0:1788851864.070250:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=13 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851864.070252:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851864.070254:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.070265:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851864.070269:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.070282:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851864.070285:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:3.0:1788851864.070287:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851864.070289:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.070296:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.070305:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851864.070308:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851864.070310:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851864.070314:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851864.070322:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950897792:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851864.070327:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.070330:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851864.070333:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186ad80 x1875733950897792/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.070340:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851864.070342:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851864.070346:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af180da00. 02000000:00000001:3.0:1788851864.070349:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851864.070352:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851864.070354:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851864.070356:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851864.070361:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6ae00. 02000000:00000001:3.0:1788851864.070365:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851864.070368:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851864.070370:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186ad80. 00000100:00000001:3.0:1788851864.070373:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851864.070375:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.070378:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.070385:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851864.070388:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851864.070390:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.070391:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851864.084228:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.084247:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851864.084251:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.084254:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851864.084263:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.084272:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851864.084298:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.084313:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.084319:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.084482:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d61e00 00000400:00000200:0.0:1788851864.084488:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.084494:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bae1 [1] + 224 00000800:00000001:0.0:1788851864.084501:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.084505:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851864.084509:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851864.084513:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851864.084520:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851864.084529:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851864.084555:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851864.084570:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851864.084579:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.084583:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851864.084586:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.084588:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851864.084592:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.084596:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851864.084601:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.084605:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.084608:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851864.084609:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1788851864.084612:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d61f00 00000100:00000001:3.0:1788851864.084616:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1788851864.084617:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.084624:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bae9 [1] + 224 00000800:00000001:0.0:1788851864.084628:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.084707:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851864.084710:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851864.084714:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000001:3.0:1788851864.093795:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851864.093804:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851864.093808:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846688. 00000400:00000200:3.0:1788851864.093817:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad10672a8 00000400:00000010:3.0:1788851864.093820:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad10672a8. 00000100:00000001:3.0:1788851864.093826:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851864.093840:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851864.093852:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.093860:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851864.093864:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.093868:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851864.093872:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851864.093875:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851864.093877:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.093880:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851864.093924:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=155 v=5 (5 5 5 5) 00000100:00001000:3.0:1788851864.093930:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=8 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851864.093933:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851864.093935:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.093937:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851864.093940:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.093943:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.093949:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.093955:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851864.093959:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851864.093961:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851864.093965:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851864.093983:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2401:1875733950897664:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851864.093991:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.093994:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851864.093999:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186a300 x1875733950897664/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.094006:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851864.094009:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851864.094012:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af180ca00. 02000000:00000001:3.0:1788851864.094016:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851864.094019:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851864.094022:0:2401:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:3.0:1788851864.094024:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851864.094028:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a100. 02000000:00000001:3.0:1788851864.094032:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851864.094034:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851864.094036:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186a300. 00000100:00000001:3.0:1788851864.094040:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851864.094041:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.094045:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.094048:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851864.094051:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851864.094053:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.094055:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851864.095596:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851864.095615:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851864.095628:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851864.095657:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851864.095671:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.095688:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851864.095690:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.095693:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851864.095701:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.095715:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851864.095721:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.095726:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.095730:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.095734:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d61f80 00000400:00000200:0.0:1788851864.095739:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851864.095745:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bad9 [1] + 224 00000800:00000001:0.0:1788851864.095752:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.095763:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851864.095766:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851864.095771:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851864.095776:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851864.095781:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851919 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851864.095789:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851864.095797:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851864.095801:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851864.095804:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.095907:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851864.095912:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851864.095918:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851864.095920:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851864.095924:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad58469f8. 00000400:00000200:3.0:1788851864.095928:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067aa0 00000400:00000010:3.0:1788851864.095931:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067aa0. 00000100:00000001:3.0:1788851864.095934:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851864.095939:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851864.095947:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.095961:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851864.095963:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.095966:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851864.095968:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851864.095971:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851864.095973:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.095976:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851864.095985:0:2401:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=155 v=85 (85 85 86 86) 00000100:00001000:3.0:1788851864.095989:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=137 v=5 (1 1 0 0) 00000100:00000001:3.0:1788851864.095992:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851864.095993:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.095996:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851864.096001:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851864.096007:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.096011:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851864.096014:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788851864.096015:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851864.096017:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.096021:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.096027:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851864.096030:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851864.096031:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851864.096035:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851864.096043:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950897920:192.168.201.149@tcp:400:kworker.0 00000400:00000001:3.0:1788851864.096050:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851864.096051:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851864.096053:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846420. 00000400:00000200:3.0:1788851864.096061:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067bb0 00000400:00000010:3.0:1788851864.096063:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067bb0. 00000100:00000001:3.0:1788851864.096066:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851864.096069:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851864.096077:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.096083:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851864.096084:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.096086:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851864.096088:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851864.096089:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851864.096091:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851864.096092:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851864.096097:0:2401:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=155 v=36 (36 5 5 5) 00000100:00001000:3.0:1788851864.096099:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1788851864.096101:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851864.096102:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.096104:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851864.096106:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.096108:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851864.096110:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:3.0:1788851864.096111:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851864.096113:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851864.096116:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.096122:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851864.096124:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851864.096126:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851864.096129:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851919 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851864.096136:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1869f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950898048:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851864.096147:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.096150:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851864.096153:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186b100 x1875733950897920/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.096160:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851864.096162:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851864.096165:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af180d400. 02000000:00000001:3.0:1788851864.096168:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851864.096171:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851864.096173:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851864.096175:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851864.096178:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a200. 02000000:00000001:3.0:1788851864.096182:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851864.096183:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851864.096185:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186b100. 00000100:00000001:3.0:1788851864.096189:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851864.096190:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.096192:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851864.096194:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1869f80 x1875733950898048/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851919 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851864.096199:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851864.096200:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851864.096202:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af180c600. 02000000:00000001:3.0:1788851864.096204:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851864.096205:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851864.096206:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:3.0:1788851864.096207:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851864.096209:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a700. 02000000:00000001:3.0:1788851864.096211:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851864.096212:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851864.096213:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1869f80. 00000100:00000001:3.0:1788851864.096215:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851864.096216:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.096219:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851864.096226:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851864.096233:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851864.096235:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851864.096237:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.452004:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851864.452014:0:275047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851864.452016:0:275047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851864.452019:0:275047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.452024:0:275047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851864.452097:0:275047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.452100:0:275047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.452103:0:275047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.452108:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851864.452110:0:275047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851864.452111:0:275047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851864.452246:0:275047:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851864.452249:0:275047:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851864.452251:0:275047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.452253:0:275047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851864.452254:0:275047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.452256:0:275047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851864.452258:0:275047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851864.453104:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851864.453110:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851864.453115:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851865.470213:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851865.470220:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851865.470226:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851865.470228:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1788851865.472229:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851865.472267:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851865.472272:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851866.494299:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851866.494307:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851866.494312:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851866.494314:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851866.494490:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851866.494494:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851866.494497:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851867.517865:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851867.517872:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851867.517877:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851867.517879:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851867.518023:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851867.518026:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851867.518028:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851867.901007:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307433689, at 4307433728 00000100:00000010:0.0:1788851867.901024:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ac67a4c60. 00000100:00000040:1.0:1788851867.901186:0:247487:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307433689, at 4307433728 00000100:00000010:1.0:1788851867.901193:0:247487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989ac67a4a20. 00010000:00000001:3.0:1788851868.544875:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851868.544881:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851868.544915:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851868.544917:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851868.550576:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851868.550583:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851868.550588:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788851869.183740:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851869.183750:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851869.183757:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1998700. 00000020:00000040:2.0:1788851869.183763:0:249272:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:2.0:1788851869.183767:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851869.183770:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851869.183774:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851869.183782:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642c00. 00000100:00000001:2.0:1788851869.183788:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.183801:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851869.183811:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851869.183815:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.183821:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4162c45] to pc [ptlrpcd_01_01+1] req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.183847:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.183849:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851869.183853:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851869.183855:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1999500. 00000020:00000040:2.0:1788851869.183858:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851869.183860:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851869.183862:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851869.183863:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851869.183866:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642400. 00000100:00000001:2.0:1788851869.183869:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.183872:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851869.183880:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851869.183923:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.183928:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f20fd09] to pc [ptlrpcd_01_00+0] req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.183938:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.183940:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851869.183943:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851869.183946:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1998000. 00000020:00000040:2.0:1788851869.183948:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851869.183951:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851869.183952:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851869.183954:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851869.183957:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642500. 00000100:00000001:2.0:1788851869.183961:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.183965:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851869.183972:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851869.183974:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.183978:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c1ce64] to pc [ptlrpcd_01_01+1] req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.183984:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.183987:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851869.183990:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851869.183992:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199ad80. 00000020:00000040:2.0:1788851869.183995:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:2.0:1788851869.183997:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851869.183998:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851869.184000:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851869.184003:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642a00. 00000100:00000001:2.0:1788851869.184006:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.184010:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851869.184028:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851869.184030:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.184034:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e56b4d3f] to pc [ptlrpcd_01_00+0] req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.184041:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.184043:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851869.184047:0:249272:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851869.184052:0:249272:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12772) 00000100:00000001:2.0:1788851869.184066:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851869.184069:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851869.184072:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851869.184076:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.184084:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851869.184086:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.184090:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851869.184093:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851869.184096:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851869.184099:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950898176:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851869.184103:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851869.184108:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851869.184111:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.184114:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851869.184118:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac54bc000. 02000000:00000001:2.0:1788851869.184119:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851869.184126:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851869.184130:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb5d8. 00000400:00000010:2.0:1788851869.184136:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1f68. 00000100:00000200:2.0:1788851869.184143:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950898176, portal 25 00000100:00000001:2.0:1788851869.184145:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851869.184151:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978597120 : -113683730954496 : ffff989af1998700) 00000100:00000040:2.0:1788851869.184157:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.184164:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851869.184167:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851869.184169:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1aa0. 00000100:00000200:2.0:1788851869.184173:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950898176, offset 0 00000400:00000200:2.0:1788851869.184178:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851869.184198:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851869.184205:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851869.184211:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851869.184215:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851869.184218:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851869.184220:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851869.184224:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541418:541418:256:4294967295] 192.168.201.149@tcp LPNI seq info [541352:541352:8:4294967295] 00000400:00000200:2.0:1788851869.184228:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851869.184748:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851869.184757:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851869.184762:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642e00. 00000800:00000200:2.0:1788851869.184769:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851869.184776:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851869.184780:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851869.184800:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851869.184805:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851869.184808:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307438808 00000100:00000010:2.0:1788851869.184812:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af98fd840. 00000100:00000001:2.0:1788851869.184818:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788851869.184824:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307438808 00000100:00000010:2.0:1788851869.184827:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af98fd4e0. 00000100:00000001:2.0:1788851869.184830:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788851869.184839:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851869.184843:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.184846:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851869.184850:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.184857:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851869.184858:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.184861:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851869.184863:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851869.184866:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851869.184869:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950898432:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851869.184872:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851869.184874:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851869.184876:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.184878:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851869.184881:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac54bde00. 02000000:00000001:2.0:1788851869.184883:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851869.184911:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851869.184915:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851869.184920:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1770. 00000100:00000200:2.0:1788851869.184923:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950898432, portal 10 00000100:00000001:2.0:1788851869.184925:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851869.184926:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978595328 : -113683730956288 : ffff989af1998000) 00000100:00000040:2.0:1788851869.184932:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.184938:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851869.184941:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851869.184943:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1550. 00000100:00000200:2.0:1788851869.184946:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950898432, offset 0 00000400:00000200:2.0:1788851869.184950:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851869.184954:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851869.184959:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851869.184962:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851869.184974:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851869.184976:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851869.184979:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851869.184982:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541419:541419:255:4294967295] 192.168.201.149@tcp LPNI seq info [541353:541353:7:4294967295] 00000400:00000200:2.0:1788851869.184985:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851869.184992:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851869.184996:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851869.184999:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642700. 00000800:00000200:2.0:1788851869.185003:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851869.185008:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851869.185011:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851869.185015:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.185018:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21428 usecs (22 jiffies) 00000400:00000200:2.0:1788851869.185021:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851869.185023:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307435033 00000100:00000001:2.0:1788851869.185026:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307438808 00000100:00000001:2.0:1788851869.185028:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307435033 00000100:00000001:2.0:1788851869.185030:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307438808 00000100:00000001:2.0:1788851869.185032:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851869.185034:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.185036:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.185039:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.185046:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851869.185048:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788851869.185050:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851869.185052:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851869.185053:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851869.185056:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788851869.185057:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.185059:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851869.185060:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.185067:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851869.185069:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851869.185070:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851869.185074:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.185082:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851869.185083:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.185085:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851869.185087:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851869.185089:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851869.185092:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950898304:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851869.185095:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851869.185098:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851869.185099:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.185101:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851869.185104:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac54bc200. 02000000:00000001:2.0:1788851869.185105:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851869.185109:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851869.185111:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb580. 00000400:00000010:2.0:1788851869.185114:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1110. 00000100:00000200:2.0:1788851869.185117:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950898304, portal 10 00000100:00000001:2.0:1788851869.185119:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851869.185121:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978600704 : -113683730950912 : ffff989af1999500) 00000100:00000040:2.0:1788851869.185126:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.185132:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851869.185134:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851869.185136:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1bb0. 00000100:00000200:2.0:1788851869.185139:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950898304, offset 0 00000400:00000200:2.0:1788851869.185146:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851869.185150:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851869.185154:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851869.185156:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851869.185164:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851869.185166:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851869.185168:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851869.185171:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541420:541420:254:4294967295] 192.168.201.149@tcp LPNI seq info [541354:541354:6:4294967295] 00000400:00000200:2.0:1788851869.185174:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851869.185180:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851869.185184:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851869.185199:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642100. 00000800:00000200:2.0:1788851869.185203:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851869.185207:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851869.185209:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851869.185212:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.185215:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24792 usecs (25 jiffies) 00000400:00000200:2.0:1788851869.185218:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851869.185220:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307435036 00000100:00000001:2.0:1788851869.185222:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307438808 00000100:00000001:2.0:1788851869.185224:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307435036 00000100:00000001:2.0:1788851869.185226:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307438808 00000100:00000001:2.0:1788851869.185228:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851869.185230:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.185232:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1788851869.185395:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851869.185400:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642e00. 00000400:00000200:0.0:1788851869.185406:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851869.185411:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851869.185417:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1aa0 00000400:00000010:0.0:1788851869.185419:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1aa0. 00000100:00000001:0.0:1788851869.185424:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851869.185429:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851869.185438:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851869.185464:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851885 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851869.185471:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851869.185473:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851869.185488:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851869.185490:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642700. 00000400:00000200:0.0:1788851869.185493:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851869.185497:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851869.185500:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1550 00000400:00000010:0.0:1788851869.185501:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1550. 00000100:00000001:0.0:1788851869.185503:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851869.185506:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851869.185512:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851869.185514:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851869.185520:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851869.185521:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851869.185591:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851869.185593:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642100. 00000400:00000200:0.0:1788851869.185596:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851869.185599:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851869.185601:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1bb0 00000400:00000010:0.0:1788851869.185603:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1bb0. 00000100:00000001:0.0:1788851869.185605:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851869.185608:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851869.185615:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851869.185618:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851869.185623:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851869.185625:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1788851869.188121:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.188137:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851869.188139:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.188144:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851869.188148:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851869.188150:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851869.188154:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950898560:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851869.188171:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851869.188178:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851869.188181:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.188183:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851869.188199:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac54bda00. 02000000:00000001:2.0:1788851869.188201:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851869.188208:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851869.188212:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb9a0. 00000400:00000010:2.0:1788851869.188219:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1330. 00000100:00000200:2.0:1788851869.188224:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950898560, portal 4 00000100:00000001:2.0:1788851869.188227:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851869.188229:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978606976 : -113683730944640 : ffff989af199ad80) 00000100:00000040:2.0:1788851869.188769:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.188779:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851869.188781:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851869.188785:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f13b8. 00000100:00000200:2.0:1788851869.188789:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950898560, offset 0 00000400:00000200:2.0:1788851869.188796:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851869.188805:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851869.188811:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851869.188816:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851869.188820:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851869.188824:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851869.188826:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851869.188830:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541421:541421:256:4294967295] 192.168.201.149@tcp LPNI seq info [541355:541355:8:4294967295] 00000400:00000200:2.0:1788851869.188834:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851869.188843:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851869.188848:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851869.188853:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642300. 00000800:00000200:2.0:1788851869.188859:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851869.188873:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851869.188877:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851869.188918:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.188924:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 169557 usecs (170 jiffies) 00000400:00000200:2.0:1788851869.188928:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851869.188931:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307435186 00000100:00000001:2.0:1788851869.188934:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307438808 00000100:00000001:2.0:1788851869.188936:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307435186 00000100:00000001:2.0:1788851869.188938:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307438808 00000100:00000001:2.0:1788851869.188940:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851869.188943:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.188948:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.188953:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.188965:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851869.188967:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851869.189081:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851869.189086:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642300. 00000400:00000200:0.0:1788851869.189092:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851869.189097:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851869.189103:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f13b8 00000400:00000010:0.0:1788851869.189105:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f13b8. 00000100:00000001:0.0:1788851869.189109:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851869.189114:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851869.189125:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851869.189129:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851924 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851869.189135:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851869.189137:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851869.194321:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.194341:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851869.194345:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.194348:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851869.194357:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.194365:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851869.194374:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.194379:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.194385:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.194389:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d62000 00000400:00000200:0.0:1788851869.194394:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.194400:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52baf1 [1] + 224 00000800:00000001:0.0:1788851869.194406:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.194410:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851869.194413:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851869.194417:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851869.194424:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851869.194432:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851869.196009:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.196083:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851869.196087:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851869.196105:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851869.196120:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.196132:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851869.196134:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.196136:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851869.196142:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.196146:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851869.196152:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.196155:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.196159:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.196162:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62100 00000400:00000200:0.0:1788851869.196166:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.196171:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52baf9 [1] + 224 00000800:00000001:0.0:1788851869.196176:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.196179:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851869.196182:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851869.196196:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851869.196200:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851869.196205:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851869.196214:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851869.196221:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851869.196226:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.196229:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851869.196231:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.196243:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851869.196246:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.196257:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851869.196261:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.196264:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.196266:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.196269:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62080 00000400:00000200:0.0:1788851869.196272:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.196276:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb01 [1] + 224 00000800:00000001:0.0:1788851869.196280:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.196289:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851869.196292:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851869.196295:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851869.196298:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851869.196303:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851869.196311:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851869.196319:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851869.196322:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.196325:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851869.198163:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.198180:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851869.198184:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.198197:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851869.198205:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.198212:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851869.198221:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.198225:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.198230:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.198243:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d62180 00000400:00000200:0.0:1788851869.198248:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851869.198254:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb09 [1] + 224 00000800:00000001:0.0:1788851869.198261:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.198283:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851869.198285:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851869.198290:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851869.198297:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851869.198304:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851924 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851869.198314:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851869.198323:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851869.198330:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851869.198334:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788851869.201391:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851869.201398:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851869.201402:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb5d8. 00000400:00000200:2.0:1788851869.201413:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1f68 00000400:00000010:2.0:1788851869.201415:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1f68. 00000100:00000001:2.0:1788851869.201420:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851869.201434:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851869.203260:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.203272:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851869.203276:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.203279:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851869.203282:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851869.203285:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851869.203287:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.203298:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851869.203305:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1788851869.203309:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=13 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851869.203312:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851869.203313:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851869.203316:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851869.203318:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.203321:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.203326:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.203334:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851869.203338:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851869.203340:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851869.203344:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851885 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851869.203352:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950898176:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1788851869.203364:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851869.203366:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851869.203369:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851869.203376:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1770 00000400:00000010:2.0:1788851869.203379:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1770. 00000100:00000001:2.0:1788851869.203383:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851869.203387:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851869.203396:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.203403:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851869.203404:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.203406:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851869.203408:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851869.203409:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851869.203411:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.203420:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851869.203426:0:2402:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=10 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851869.203430:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1788851869.203433:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851869.203434:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851869.203436:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851869.203457:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851869.203465:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.203468:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851869.203470:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788851869.203472:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851869.203474:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.203477:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.203484:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851869.203486:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851869.203487:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851869.203491:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851869.203498:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950898432:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851869.203504:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.203508:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851869.203511:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1998700 x1875733950898176/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851885 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.203519:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851869.203521:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851869.203526:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac54bc000. 02000000:00000001:2.0:1788851869.203529:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851869.203533:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851869.203535:0:2402:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:2.0:1788851869.203543:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851869.203547:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642c00. 02000000:00000001:2.0:1788851869.203551:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851869.203552:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851869.203555:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1998700. 00000100:00000001:2.0:1788851869.203559:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851869.203560:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.203562:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851869.203566:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1998000 x1875733950898432/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.203572:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851869.203574:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851869.203575:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac54bde00. 02000000:00000001:2.0:1788851869.203578:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851869.203579:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851869.203580:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851869.203582:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851869.203584:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642500. 02000000:00000001:2.0:1788851869.203586:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851869.203587:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851869.203588:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1998000. 00000100:00000001:2.0:1788851869.203591:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851869.203592:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.203596:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.203598:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851869.203600:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851869.203604:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851869.203606:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851869.203608:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb580. 00000400:00000200:2.0:1788851869.203610:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1110 00000400:00000010:2.0:1788851869.203612:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1110. 00000100:00000001:2.0:1788851869.203615:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851869.203619:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851869.203627:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.203644:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851869.203646:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.203648:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851869.203649:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851869.203650:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851869.203652:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.203654:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851869.203659:0:2402:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=10 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851869.203662:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=18 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851869.203664:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851869.203666:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851869.203667:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851869.203670:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.203673:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851869.203674:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1788851869.203676:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851869.203677:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.203681:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.203949:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851869.203954:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851869.203955:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851869.203960:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851869.203969:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950898304:192.168.201.149@tcp:400:kworker.0 00000400:00000001:2.0:1788851869.203975:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851869.203976:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851869.203978:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb9a0. 00000400:00000200:2.0:1788851869.203981:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1330 00000400:00000010:2.0:1788851869.203983:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1330. 00000100:00000001:2.0:1788851869.203985:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851869.203994:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851869.204003:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.204009:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851869.204010:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.204012:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851869.204014:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851869.204015:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851869.204017:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851869.204019:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851869.204023:0:2402:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=10 v=36 (36 36 5 5) 00000100:00001000:2.0:1788851869.204026:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1788851869.204028:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851869.204029:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851869.204031:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851869.204033:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.204035:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851869.204037:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:2.0:1788851869.204038:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851869.204040:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851869.204044:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.204050:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851869.204052:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851869.204053:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851869.204056:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851924 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851869.204063:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950898560:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851869.204067:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.204068:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851869.204079:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1999500 x1875733950898304/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851985 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.204085:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851869.204086:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851869.204088:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac54bc200. 02000000:00000001:2.0:1788851869.204090:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851869.204092:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851869.204093:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851869.204095:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851869.204097:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642400. 02000000:00000001:2.0:1788851869.204099:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851869.204100:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851869.204101:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1999500. 00000100:00000001:2.0:1788851869.204103:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851869.204104:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.204106:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851869.204109:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199ad80 x1875733950898560/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851924 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851869.204115:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851869.204116:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851869.204117:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac54bda00. 02000000:00000001:2.0:1788851869.204119:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851869.204120:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851869.204122:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:2.0:1788851869.204123:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851869.204125:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642a00. 02000000:00000001:2.0:1788851869.204126:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851869.204127:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851869.204128:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199ad80. 00000100:00000001:2.0:1788851869.204131:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851869.204132:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.204134:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851869.204140:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851869.204142:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851869.204145:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851869.204146:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851869.566584:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851869.566592:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851869.566617:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851869.566619:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851869.568585:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851869.568592:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851869.568596:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851870.591936:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851870.591946:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851870.591953:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851870.591954:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851870.592001:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851870.592005:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851870.592017:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851871.613064:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851871.613075:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851871.613084:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851871.613086:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851871.614994:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851871.615004:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851871.615010:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851872.637095:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851872.637106:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851872.637115:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851872.637117:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851872.637262:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851872.637268:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851872.637272:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851873.021028:0:247487:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307438808, at 4307438848 00000100:00000010:1.0:1788851873.021051:0:247487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af98fd4e0. 00000100:00000040:0.0:1788851873.021551:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307438808, at 4307438848 00000100:00000010:0.0:1788851873.021562:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af98fd840. 00010000:00000001:3.0:1788851873.669793:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851873.669807:0:275047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851873.669810:0:275047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851873.669815:0:275047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851873.669820:0:275047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851873.669823:0:275047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851873.669825:0:275047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851873.669827:0:275047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851873.669832:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851873.669834:0:275047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851873.669835:0:275047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851873.669842:0:275047:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851873.669845:0:275047:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851873.669846:0:275047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851873.669847:0:275047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851873.669849:0:275047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851873.669850:0:275047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851873.669852:0:275047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851873.670696:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851873.670702:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851873.670707:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788851874.301042:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851874.301057:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851874.301072:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199ad80. 00000020:00000040:2.0:1788851874.301080:0:232038:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:2.0:1788851874.301086:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851874.301090:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851874.301139:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851874.301151:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642400. 00000100:00000001:2.0:1788851874.301161:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301179:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851874.301193:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851874.301198:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301207:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e56b4d3f] to pc [ptlrpcd_01_01+1] req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851874.301252:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301255:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851874.301260:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851874.301263:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1999500. 00000020:00000040:2.0:1788851874.301266:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851874.301268:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851874.301270:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851874.301272:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851874.301275:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642500. 00000100:00000001:2.0:1788851874.301278:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301283:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851874.301290:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851874.301311:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301316:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003f20fd09] to pc [ptlrpcd_01_00+0] req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851874.301326:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301328:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851874.301331:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851874.301334:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1998000. 00000020:00000040:2.0:1788851874.301336:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851874.301339:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851874.301341:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851874.301342:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851874.301346:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642c00. 00000100:00000001:2.0:1788851874.301349:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301685:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851874.301694:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851874.301697:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301701:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010c1ce64] to pc [ptlrpcd_01_01+1] req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851874.301710:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301712:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851874.301715:0:232038:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851874.301719:0:232038:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1998700. 00000020:00000040:2.0:1788851874.301722:0:232038:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:2.0:1788851874.301724:0:232038:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851874.301726:0:232038:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851874.301728:0:232038:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851874.301731:0:232038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642d00. 00000100:00000001:2.0:1788851874.301735:0:232038:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301739:0:232038:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851874.301758:0:232038:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851874.301760:0:232038:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301764:0:232038:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4162c45] to pc [ptlrpcd_01_00+0] req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851874.301771:0:232038:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.301773:0:232038:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851874.301777:0:232038:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851874.301783:0:232038:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12777) 00000100:00000001:2.0:1788851874.301804:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851874.301809:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851874.301812:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851874.301818:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851874.301826:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851874.301829:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851874.301833:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851874.301836:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851874.301839:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.301842:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788851874.301843:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950898816:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851874.301846:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851874.301847:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788851874.301848:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1788851874.301854:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788851874.301855:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851874.301858:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851874.301860:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851874.301865:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac54bde00. 00000100:00000001:3.0:1788851874.301867:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1788851874.301867:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.301868:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851874.301871:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851874.301872:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851874.301874:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851874.301875:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00100000:3.0:1788851874.301878:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950898688:192.168.201.149@tcp:400:kworker.0 00000400:00000010:2.0:1788851874.301880:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb9a0. 00000100:00000001:3.0:1788851874.301881:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851874.301884:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851874.301885:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851874.301887:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851874.301917:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac5331400. 02000000:00000001:3.0:1788851874.301919:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788851874.301921:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1330. 00000400:00000200:3.0:1788851874.301923:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851874.301926:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846420. 00000100:00000200:2.0:1788851874.301930:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950898816, portal 10 00000400:00000010:3.0:1788851874.301931:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067bb0. 00000100:00000001:2.0:1788851874.301933:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1788851874.301934:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950898688, portal 25 00000100:00000001:3.0:1788851874.301935:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851874.301937:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978606976 : -113683730944640 : ffff989af199ad80) 00000100:00000001:2.0:1788851874.301940:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978600704 : -113683730950912 : ffff989af1999500) 00000100:00000040:3.0:1788851874.301943:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788851874.301948:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.301950:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851874.301953:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000100:00000001:2.0:1788851874.301954:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1788851874.301956:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067aa0. 00000100:00000040:2.0:1788851874.301956:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851874.301958:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1110. 00000100:00000200:3.0:1788851874.301973:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950898688, offset 0 00000100:00000200:2.0:1788851874.302041:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950898816, offset 0 00000400:00000200:2.0:1788851874.302050:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851874.302061:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851874.302071:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851874.302078:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851874.302083:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851874.302088:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851874.302090:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851874.302095:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541422:541422:256:4294967295] 192.168.201.149@tcp LPNI seq info [541356:541356:8:4294967295] 00000400:00000200:2.0:1788851874.302108:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851874.302682:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851874.302692:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851874.302699:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642600. 00000800:00000200:2.0:1788851874.302707:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851874.302717:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851874.302723:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851874.302744:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.302751:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24792 usecs (25 jiffies) 00000400:00000200:2.0:1788851874.302756:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851874.302759:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307440154 00000100:00000010:2.0:1788851874.302765:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af990a300. 00000100:00000001:2.0:1788851874.302773:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788851874.302785:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307440154 00000100:00000010:2.0:1788851874.302789:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af990a2a0. 00000100:00000001:2.0:1788851874.302802:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788851874.302815:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851874.302819:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851874.302822:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851874.302828:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851874.302836:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851874.302837:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851874.302841:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851874.302843:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851874.302846:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851874.302848:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950899072:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851874.302852:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851874.302855:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851874.302856:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851874.302858:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851874.302862:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac54bda00. 02000000:00000001:2.0:1788851874.302864:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851874.302868:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851874.302871:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb580. 00000400:00000010:2.0:1788851874.302875:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1770. 00000100:00000200:2.0:1788851874.302879:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950899072, portal 4 00000100:00000001:2.0:1788851874.302881:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851874.302883:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978597120 : -113683730954496 : ffff989af1998700) 00000100:00000040:2.0:1788851874.302907:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851874.302913:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851874.302916:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851874.302919:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1f68. 00000100:00000200:2.0:1788851874.302922:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950899072, offset 0 00000400:00000200:2.0:1788851874.302929:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851874.302934:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851874.302943:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851874.302947:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851874.302950:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851874.302953:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851874.302956:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851874.302959:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541423:541423:255:4294967295] 192.168.201.149@tcp LPNI seq info [541357:541357:7:4294967295] 00000400:00000200:2.0:1788851874.302963:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851874.302971:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851874.302976:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851874.302980:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642200. 00000800:00000200:2.0:1788851874.302984:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851874.302988:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851874.302990:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851874.302993:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851874.302997:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 169442 usecs (170 jiffies) 00000400:00000200:2.0:1788851874.303000:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851874.303002:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307440300 00000100:00000001:2.0:1788851874.303008:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, simply extend its deadline from 4307440154 00000100:00000001:2.0:1788851874.303011:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307440300 00000100:00000001:2.0:1788851874.303014:0:2401:0:(niobuf.c:685:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, simply extend its deadline from 4307440154 00000100:00000001:2.0:1788851874.303017:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851874.303019:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851874.303022:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851874.303025:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851874.303034:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851874.303037:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1788851874.303040:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851874.303042:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851874.303043:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851874.303046:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851874.303238:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851874.303243:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642600. 00000400:00000200:0.0:1788851874.303250:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851874.303255:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851874.303262:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1110 00000400:00000010:0.0:1788851874.303265:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1110. 00000100:00000001:0.0:1788851874.303269:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851874.303273:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851874.303283:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851874.303286:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851874.303292:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851874.303294:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788851874.303313:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851874.303316:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642200. 00000400:00000200:0.0:1788851874.303318:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851874.303321:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851874.303324:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1f68 00000400:00000010:0.0:1788851874.303332:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1f68. 00000100:00000001:0.0:1788851874.303335:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851874.303339:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851874.303345:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851874.303347:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851929 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851874.303353:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851874.303355:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1788851874.306439:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851874.306459:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851874.306471:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851874.306478:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851874.306483:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851874.306487:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851874.306490:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000800:00000001:1.0:1788851874.306599:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.306615:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851874.306619:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.306622:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851874.306627:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.306632:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851874.306640:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.306645:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.306650:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.306655:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62280 00000400:00000200:1.0:1788851874.306660:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.306674:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb11 [1] + 224 00000800:00000001:1.0:1788851874.306682:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.306691:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851874.306695:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851874.306700:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851874.306711:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851874.306723:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851874.306734:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851874.306773:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851874.306782:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.306786:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788851874.307051:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541424:541424:256:4294967295] 192.168.201.149@tcp LPNI seq info [541358:541358:8:4294967295] 00000400:00000200:3.0:1788851874.307058:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851874.307067:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851874.307074:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851874.307080:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6a200. 00000800:00000200:3.0:1788851874.307087:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851874.307107:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851874.307113:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851874.307125:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851874.307130:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851874.307134:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307443931 00000100:00000001:3.0:1788851874.307145:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307440300 00000100:00000001:3.0:1788851874.307151:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307443931 00000100:00000001:3.0:1788851874.307154:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307440300 00000100:00000001:3.0:1788851874.307157:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851874.307161:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.307167:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851874.307172:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.307181:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851874.307184:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851874.307188:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851874.307192:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851874.307195:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851874.307198:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950898944:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851874.307203:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851874.307209:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851874.307213:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851874.307216:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851874.307224:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac5330c00. 02000000:00000001:3.0:1788851874.307233:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851874.307238:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851874.307242:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad58469f8. 00000400:00000010:3.0:1788851874.307249:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad10672a8. 00000100:00000200:3.0:1788851874.307257:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950898944, portal 10 00000100:00000001:3.0:1788851874.307260:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851874.307262:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978595328 : -113683730956288 : ffff989af1998000) 00000100:00000040:3.0:1788851874.307271:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.307278:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851874.307280:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851874.307283:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067f68. 00000100:00000200:3.0:1788851874.307287:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950898944, offset 0 00000400:00000200:3.0:1788851874.307293:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851874.307297:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851874.307302:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851874.307307:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851874.307310:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851874.307313:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851874.307315:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851874.307318:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541425:541425:255:4294967295] 192.168.201.149@tcp LPNI seq info [541359:541359:7:4294967295] 00000400:00000200:3.0:1788851874.307322:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851874.307328:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851874.307333:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851874.307336:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6a100. 00000800:00000200:3.0:1788851874.307340:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851874.307345:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851874.307348:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6a100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851874.307350:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851874.307355:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21428 usecs (22 jiffies) 00000400:00000200:3.0:1788851874.307358:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851874.307364:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307440156 00000100:00000001:3.0:1788851874.307367:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307443931 00000100:00000001:3.0:1788851874.307370:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307440156 00000100:00000001:3.0:1788851874.307372:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307443931 00000100:00000001:3.0:1788851874.307374:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851874.307376:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.307380:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.307384:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.307396:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851874.307398:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788851874.307401:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851874.307403:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851874.307405:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.307407:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.307460:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851874.307463:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851874.307470:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851874.307473:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851874.307477:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb9a0. 00000400:00000200:3.0:1788851874.307482:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1330 00000400:00000010:3.0:1788851874.307484:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1330. 00000100:00000001:3.0:1788851874.307488:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851874.307494:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851874.307504:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.307512:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851874.307514:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.307517:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851874.307520:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851874.307523:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851874.307526:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851874.307529:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851874.307540:0:2401:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=15 v=85 (85 85 85 86) 00000100:00001000:3.0:1788851874.307551:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=23 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851874.307553:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851874.307556:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851874.307559:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851874.307564:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.307568:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851874.307571:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:3.0:1788851874.307573:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851874.307575:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851874.307580:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.307586:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851874.307589:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851874.307591:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851874.307595:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851874.307603:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1999500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950898816:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851874.307607:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.307610:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851874.307613:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1999500 x1875733950898816/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.307619:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851874.307623:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851874.307625:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac54bde00. 02000000:00000001:3.0:1788851874.307629:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851874.307633:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851874.307635:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851874.307638:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851874.307641:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642500. 02000000:00000001:3.0:1788851874.307645:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851874.307647:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851874.307650:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1999500. 00000100:00000001:3.0:1788851874.307660:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851874.307661:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.307663:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.307665:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851874.307666:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851874.307668:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.307670:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851874.308314:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.308327:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851874.308331:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.308333:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851874.308341:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.308347:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851874.308354:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.308359:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.308364:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.308368:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d62380 00000400:00000200:1.0:1788851874.308373:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.308379:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb21 [1] + 224 00000800:00000001:1.0:1788851874.308386:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.308406:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851874.308409:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851874.308413:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851874.308419:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851874.308428:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851874.308452:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851874.308473:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:1.0:1788851874.308514:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851874.308518:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6a200. 00000400:00000200:1.0:1788851874.308521:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851874.308525:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851874.308529:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067aa0 00000400:00000010:1.0:1788851874.308532:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067aa0. 00000100:00000001:1.0:1788851874.308536:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851874.308541:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851874.308552:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851874.308556:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851874.308563:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851874.308565:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851874.308572:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.308575:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1788851874.308631:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851874.308633:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6a100. 00000400:00000200:1.0:1788851874.308637:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851874.308641:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851874.308643:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067f68 00000400:00000010:1.0:1788851874.308646:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067f68. 00000100:00000001:1.0:1788851874.308649:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851874.308653:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851874.308661:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851874.308663:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851874.308681:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851874.308682:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788851874.308755:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851874.308759:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851874.308765:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851874.308767:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851874.308769:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb580. 00000400:00000200:3.0:1788851874.308773:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1770 00000400:00000010:3.0:1788851874.308774:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1770. 00000100:00000001:3.0:1788851874.308777:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851874.308781:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851874.308835:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.308842:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851874.308844:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.308846:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851874.308849:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851874.308852:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851874.308854:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851874.308856:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851874.308864:0:2401:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=15 v=36 (36 36 5 5) 00000100:00001000:3.0:1788851874.308868:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=152 v=5 (1 1 1 1) 00000100:00000001:3.0:1788851874.308871:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851874.308872:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851874.308874:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851874.308877:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.308880:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851874.308882:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:3.0:1788851874.308884:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851874.308886:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851874.308934:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.308942:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851874.308945:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851874.308947:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851874.308951:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851929 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851874.308959:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1998700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950899072:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851874.309234:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.309236:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851874.309240:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1998700 x1875733950899072/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851929 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.309247:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851874.309249:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851874.309253:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac54bda00. 02000000:00000001:3.0:1788851874.309258:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851874.309260:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851874.309262:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:3.0:1788851874.309265:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851874.309268:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642d00. 02000000:00000001:3.0:1788851874.309272:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851874.309273:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851874.309275:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1998700. 00000100:00000001:3.0:1788851874.309278:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851874.309279:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.309281:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.309289:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851874.309292:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.309294:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851874.309296:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851874.310581:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.310596:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851874.310601:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.310603:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851874.310612:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.310621:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851874.310630:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.310636:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.310642:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.310647:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62300 00000400:00000200:1.0:1788851874.310652:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851874.310659:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb29 [1] + 224 00000800:00000001:1.0:1788851874.310668:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.310675:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851874.310679:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851874.310683:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851874.310692:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851874.310701:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851874.310711:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851874.310747:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851874.310755:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851874.310759:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.310926:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851874.310932:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851874.310941:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851874.311203:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851874.311209:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad58469f8. 00000400:00000200:3.0:1788851874.311214:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad10672a8 00000400:00000010:3.0:1788851874.311216:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad10672a8. 00000100:00000001:3.0:1788851874.311220:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851874.311225:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851874.311233:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.311239:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851874.311242:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.311244:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851874.311248:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851874.311251:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851874.311254:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851874.311257:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851874.311381:0:2402:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=15 v=85 (85 85 85 86) 00000100:00001000:3.0:1788851874.311394:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=147 v=5 (1 1 0 0) 00000100:00000001:3.0:1788851874.311397:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851874.311399:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851874.311403:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851874.311415:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851874.311424:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.311428:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851874.311431:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788851874.311432:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851874.311434:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851874.311439:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.311447:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851874.311450:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851874.311453:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851874.311476:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851874.311485:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1998000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950898944:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851874.311492:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.311495:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851874.311499:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1998000 x1875733950898944/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851990 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.311505:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851874.311508:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851874.311512:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac5330c00. 02000000:00000001:3.0:1788851874.311517:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851874.311520:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851874.311522:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851874.311534:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851874.311538:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642c00. 02000000:00000001:3.0:1788851874.311542:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851874.311544:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851874.311546:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1998000. 00000100:00000001:3.0:1788851874.311549:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851874.311551:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.311554:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.311557:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851874.311559:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851874.311562:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.311563:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851874.317140:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851874.317170:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851874.317176:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851874.317179:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851874.317191:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851874.317201:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851874.317216:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851874.317222:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851874.317229:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851874.317234:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d62200 00000400:00000200:0.0:1788851874.317239:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851874.317247:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb19 [1] + 224 00000800:00000001:0.0:1788851874.317256:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851874.317328:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851874.317333:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851874.317339:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851874.317350:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851874.317362:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851874.317374:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851874.317406:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851874.317437:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851874.317441:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.317944:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851874.317951:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851874.318032:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851874.318035:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851874.318041:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846420. 00000400:00000200:3.0:1788851874.318047:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067bb0 00000400:00000010:3.0:1788851874.318050:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067bb0. 00000100:00000001:3.0:1788851874.318055:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851874.318062:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851874.318084:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.318091:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851874.318093:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.318106:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851874.318111:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851874.318114:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851874.318116:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851874.318120:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851874.318128:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=15 v=5 (5 5 5 5) 00000100:00001000:3.0:1788851874.318133:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=18 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851874.318136:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851874.318137:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851874.318141:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851874.318143:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.318146:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851874.318150:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.318157:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851874.318161:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851874.318163:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851874.318167:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851890 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851874.318175:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950898688:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851874.318180:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.318183:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851874.318187:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199ad80 x1875733950898688/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851890 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851874.318193:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851874.318197:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851874.318208:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac5331400. 02000000:00000001:3.0:1788851874.318211:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851874.318216:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851874.318218:0:2402:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:3.0:1788851874.318220:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851874.318223:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642400. 02000000:00000001:3.0:1788851874.318228:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851874.318229:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851874.318232:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199ad80. 00000100:00000001:3.0:1788851874.318236:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851874.318237:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.318240:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851874.318249:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851874.318251:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851874.318254:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851874.318256:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851874.685826:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851874.685838:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851874.685844:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851874.685846:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851874.687327:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851874.687830:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851874.687838:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851875.710494:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851875.710505:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851875.710512:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851875.710513:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851875.710556:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851875.710559:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851875.710563:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788851876.451970:0:277346:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851876.733115:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851876.733124:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851876.733131:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851876.733133:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851876.733208:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851876.733212:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851876.733216:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851877.758623:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851877.758633:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851877.758641:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851877.758642:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851877.758873:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851877.758878:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851877.758935:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851878.141039:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307443931, at 4307443968 00000100:00000010:0.0:1788851878.141061:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af990a300. 00000100:00000040:1.0:1788851878.141818:0:247487:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307443931, at 4307443968 00000100:00000010:1.0:1788851878.141828:0:247487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af990a2a0. 00010000:00000001:3.0:1788851878.781066:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851878.781078:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851878.781087:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851878.781113:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851878.781275:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851878.781280:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851878.781284:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788851879.422748:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851879.422762:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851879.422776:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9c380. 00000020:00000040:1.0:1788851879.422785:0:218145:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:1.0:1788851879.422790:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851879.422794:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851879.422801:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851879.422811:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8b00. 00000100:00000001:1.0:1788851879.422819:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.422833:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851879.422846:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851879.422851:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.422860:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000009c6766c] to pc [ptlrpcd_00_00+0] req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.422928:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851879.422934:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851879.422937:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788851879.422946:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.422954:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788851879.422957:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851879.422962:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788851879.422965:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788851879.422968:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788851879.422972:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950899200:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851879.422977:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788851879.422984:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788851879.422987:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851879.422989:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788851879.422995:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac97e4400. 02000000:00000001:0.0:1788851879.422998:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851879.423006:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:0.0:1788851879.423021:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989af1dce370. 00000400:00000010:0.0:1788851879.423038:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402a4c8. 00000100:00000200:0.0:1788851879.423047:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950899200, portal 25 00000100:00000001:0.0:1788851879.423050:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788851879.423052:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248096640 : -113683461454976 : ffff989b01a9c380) 00000100:00000040:0.0:1788851879.423058:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.423066:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788851879.423070:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:0.0:1788851879.423072:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae402ac38. 00000100:00000200:0.0:1788851879.423075:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950899200, offset 0 00000400:00000200:0.0:1788851879.423102:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:0.0:1788851879.423113:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.423122:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:0.0:1788851879.423129:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788851879.423133:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:0.0:1788851879.423139:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788851879.423142:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:0.0:1788851879.423146:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541426:541426:256:4294967295] 192.168.201.149@tcp LPNI seq info [541360:541360:8:4294967295] 00000400:00000200:0.0:1788851879.423151:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.423613:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:0.0:1788851879.423622:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:0.0:1788851879.423630:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989ad154f100. 00000800:00000200:0.0:1788851879.423638:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:0.0:1788851879.423715:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:0.0:1788851879.423721:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989ad154f100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788851879.423743:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788851879.423749:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:0.0:1788851879.423753:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307449047 00000100:00000010:0.0:1788851879.423760:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989afa3ef900. 00000100:00000001:0.0:1788851879.423768:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1788851879.423778:0:2399:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307449047 00000100:00000010:0.0:1788851879.423781:0:2399:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989afa3ef2a0. 00000100:00000001:1.0:1788851879.424069:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.424075:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851879.424080:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851879.424086:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9ed80. 00000020:00000040:1.0:1788851879.424090:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851879.424094:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851879.424096:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851879.424100:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851879.424107:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8200. 00000100:00000001:1.0:1788851879.424112:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.424119:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851879.424141:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851879.424144:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.424150:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b325565] to pc [ptlrpcd_00_01+1] req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.424286:0:2399:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1788851879.424292:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851879.424295:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851879.424299:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851879.424303:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851879.424312:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851879.424314:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788851879.424317:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851879.424318:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851879.424325:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851879.424327:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851879.424780:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851879.424786:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989ad154f100. 00000400:00000200:0.0:1788851879.424794:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851879.424801:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851879.424811:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402ac38 00000400:00000010:0.0:1788851879.424814:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402ac38. 00000100:00000001:0.0:1788851879.424820:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851879.424825:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.424839:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851879.424842:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851895 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.424850:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851879.424852:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788851879.424881:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851879.424884:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.426330:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.426335:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851879.426340:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851879.426352:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9f800. 00000020:00000040:1.0:1788851879.426359:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:1.0:1788851879.426364:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851879.426368:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851879.426374:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851879.426382:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8700. 00000100:00000001:1.0:1788851879.426390:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.426400:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851879.426410:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851879.426415:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.426420:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9f18857] to pc [ptlrpcd_00_00+0] req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.426430:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.426433:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788851879.426436:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788851879.426439:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989b01a9f100. 00000020:00000040:1.0:1788851879.426441:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:1.0:1788851879.426443:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788851879.426445:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788851879.426446:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788851879.426450:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989afa3c8c00. 00000100:00000001:1.0:1788851879.426473:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.426477:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851879.426486:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788851879.426488:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.426493:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eac95e42] to pc [ptlrpcd_00_01+1] req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.426500:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.426502:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788851879.426506:0:218145:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788851879.426513:0:218145:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12782) 00000100:00000001:1.0:1788851879.426546:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851879.426550:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851879.426553:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851879.426559:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.426567:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851879.426570:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851879.426575:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851879.426578:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851879.426581:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851879.426584:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950899456:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851879.426588:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851879.426595:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851879.426598:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851879.426601:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851879.426606:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afac00. 02000000:00000001:1.0:1788851879.426608:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851879.426616:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851879.426621:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56840. 00000400:00000010:1.0:1788851879.426630:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d198. 00000100:00000200:1.0:1788851879.426648:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950899456, portal 10 00000100:00000001:1.0:1788851879.426651:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851879.426653:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248110080 : -113683461441536 : ffff989b01a9f800) 00000100:00000040:1.0:1788851879.426661:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.426669:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851879.426672:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851879.426674:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4dd48. 00000100:00000200:1.0:1788851879.426677:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950899456, offset 0 00000400:00000200:1.0:1788851879.426686:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851879.426697:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.426707:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851879.426713:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851879.426718:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851879.426723:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851879.426726:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851879.426730:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541427:541427:256:4294967295] 192.168.201.149@tcp LPNI seq info [541361:541361:8:4294967295] 00000400:00000200:1.0:1788851879.426735:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.426745:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851879.426752:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851879.426757:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8800. 00000800:00000200:1.0:1788851879.426766:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851879.426776:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851879.426781:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851879.426794:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.426799:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21428 usecs (22 jiffies) 00000400:00000200:1.0:1788851879.426803:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851879.426806:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307445275 00000100:00000001:1.0:1788851879.426809:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307449047 00000100:00000001:1.0:1788851879.426811:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307445275 00000100:00000001:1.0:1788851879.426820:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307449047 00000100:00000001:1.0:1788851879.426823:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851879.426826:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.426830:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.426833:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851879.426842:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851879.426844:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788851879.426846:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851879.426847:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851879.426849:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851879.426851:0:2399:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1788851879.426853:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851879.426855:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788851879.426856:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851879.426858:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851879.426859:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851879.426860:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851879.426865:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.426872:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851879.426874:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851879.426876:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851879.426878:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851879.426880:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851879.426883:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950899328:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851879.426886:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851879.427235:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851879.427238:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851879.427241:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851879.427245:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afb000. 02000000:00000001:1.0:1788851879.427248:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851879.427252:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851879.427256:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56e70. 00000400:00000010:1.0:1788851879.427261:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d880. 00000100:00000200:1.0:1788851879.427265:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950899328, portal 10 00000100:00000001:1.0:1788851879.427273:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851879.427274:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248107392 : -113683461444224 : ffff989b01a9ed80) 00000100:00000040:1.0:1788851879.427283:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.427290:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851879.427292:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851879.427296:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d7f8. 00000100:00000200:1.0:1788851879.427299:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950899328, offset 0 00000400:00000200:1.0:1788851879.427304:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851879.427309:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.427313:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851879.427317:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851879.427320:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851879.427323:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851879.427325:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851879.427328:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541428:541428:255:4294967295] 192.168.201.149@tcp LPNI seq info [541362:541362:7:4294967295] 00000400:00000200:1.0:1788851879.427332:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.427338:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851879.427343:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851879.427347:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8400. 00000800:00000200:1.0:1788851879.427351:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851879.427357:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851879.427359:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851879.427363:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.427366:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24786 usecs (25 jiffies) 00000400:00000200:1.0:1788851879.427369:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851879.427371:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307445279 00000100:00000001:1.0:1788851879.427373:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307449047 00000100:00000001:1.0:1788851879.427375:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307445279 00000100:00000001:1.0:1788851879.427378:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307449047 00000100:00000001:1.0:1788851879.427385:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851879.427387:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.427390:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788851879.427394:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.427401:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788851879.427403:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851879.427405:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788851879.427407:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788851879.427409:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788851879.427412:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989b01a9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950899584:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851879.427415:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788851879.427418:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788851879.427419:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851879.427421:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788851879.427424:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989af1afbe00. 02000000:00000001:1.0:1788851879.427426:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851879.427430:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:1.0:1788851879.427433:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989b00d56580. 00000400:00000010:1.0:1788851879.427437:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4dbb0. 00000100:00000200:1.0:1788851879.427440:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950899584, portal 4 00000100:00000001:1.0:1788851879.427442:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788851879.427443:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630390248108288 : -113683461443328 : ffff989b01a9f100) 00000100:00000040:1.0:1788851879.427450:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.427457:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788851879.427459:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:1.0:1788851879.427461:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ae4a4d660. 00000100:00000200:1.0:1788851879.427463:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950899584, offset 0 00000400:00000200:1.0:1788851879.427467:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:1.0:1788851879.427471:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.427475:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:1.0:1788851879.427483:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788851879.427486:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:1.0:1788851879.427488:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788851879.427490:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:1.0:1788851879.427493:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541429:541429:254:4294967295] 192.168.201.149@tcp LPNI seq info [541363:541363:6:4294967295] 00000400:00000200:1.0:1788851879.427497:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.427502:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:1.0:1788851879.427507:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:1.0:1788851879.427510:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989afa3c8500. 00000800:00000200:1.0:1788851879.427514:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:1.0:1788851879.427518:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:1.0:1788851879.427521:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989afa3c8500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788851879.427524:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.427528:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 169315 usecs (170 jiffies) 00000400:00000200:1.0:1788851879.427531:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:1.0:1788851879.427533:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307445424 00000100:00000001:1.0:1788851879.427535:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307449047 00000100:00000001:1.0:1788851879.427538:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307445424 00000100:00000001:1.0:1788851879.427540:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307449047 00000100:00000001:1.0:1788851879.427542:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851879.427543:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.427546:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.427548:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851879.427592:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851879.427596:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8800. 00000400:00000200:1.0:1788851879.427603:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851879.427608:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851879.427613:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4dd48 00000400:00000010:1.0:1788851879.427616:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4dd48. 00000100:00000001:1.0:1788851879.427621:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851879.427628:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.427636:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851879.427639:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.427644:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.427645:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851879.427657:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851879.427658:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8400. 00000400:00000200:1.0:1788851879.427659:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851879.427661:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851879.427663:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d7f8 00000400:00000010:1.0:1788851879.427664:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d7f8. 00000100:00000001:1.0:1788851879.427665:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851879.427667:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.427670:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851879.427672:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.427675:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.427676:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788851879.427745:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851879.427748:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851879.431590:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851879.431606:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989afa3c8500. 00000400:00000200:1.0:1788851879.431614:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851879.431625:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851879.431636:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d660 00000400:00000010:1.0:1788851879.431639:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d660. 00000100:00000001:1.0:1788851879.431658:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851879.431669:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.431684:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851879.431688:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.431715:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.431718:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851879.431733:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851879.431745:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851879.431749:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851879.431751:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851879.431761:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.431766:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851879.431774:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.431779:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.431786:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.431790:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d62400 00000400:00000200:1.0:1788851879.431795:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.431805:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb31 [1] + 224 00000800:00000001:1.0:1788851879.431814:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851879.431821:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851879.431823:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851879.431827:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851879.431833:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851879.431838:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851879.431847:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.431869:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851879.431876:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851879.431879:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851879.431927:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851879.431932:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788851879.431942:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851879.431945:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851879.431948:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989af1dce370. 00000400:00000200:1.0:1788851879.431953:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae402a4c8 00000400:00000010:1.0:1788851879.431965:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae402a4c8. 00000100:00000001:1.0:1788851879.431969:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851879.431974:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851879.431983:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.431991:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851879.431993:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851879.431996:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851879.432000:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851879.432003:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851879.432006:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851879.432019:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851879.432036:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1788851879.432041:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=23 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851879.432044:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851879.432046:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851879.432050:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851879.432053:0:2399:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.432057:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.432062:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.432069:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851879.432073:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851879.432075:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851879.432079:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851895 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851879.432087:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2399:1875733950899200:192.168.201.149@tcp:400:kworker.0 00000100:00000001:1.0:1788851879.432093:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.432095:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851879.432098:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9c380 x1875733950899200/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851895 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.432116:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788851879.432120:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788851879.432124:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac97e4400. 02000000:00000001:1.0:1788851879.432128:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788851879.432132:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788851879.432134:0:2399:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:1.0:1788851879.432136:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788851879.432140:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8b00. 02000000:00000001:1.0:1788851879.432143:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788851879.432146:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788851879.432148:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9c380. 00000100:00000001:1.0:1788851879.432151:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788851879.432153:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851879.432157:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.432273:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851879.432275:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788851879.432277:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.432280:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1788851879.433878:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851879.433913:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851879.433919:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851879.433923:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851879.433934:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.433945:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851879.433958:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.433964:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.433971:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.433975:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62500 00000400:00000200:1.0:1788851879.433980:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851879.433987:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb41 [1] + 224 00000800:00000001:1.0:1788851879.433995:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851879.434563:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851879.434569:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851879.434575:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851879.434600:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851879.434609:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851879.434621:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.434654:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851879.434664:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851879.434668:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851879.435684:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851879.435692:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788851879.435704:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851879.435707:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851879.435711:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56840. 00000400:00000200:0.0:1788851879.435720:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d198 00000400:00000010:0.0:1788851879.435723:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d198. 00000100:00000001:0.0:1788851879.435728:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851879.435737:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851879.435747:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.435754:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851879.435757:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851879.435759:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851879.435779:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851879.435782:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851879.435786:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851879.435790:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851879.435803:0:2399:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=20 v=85 (85 85 85 86) 00000100:00001000:0.0:1788851879.435808:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=152 v=5 (1 1 0 0) 00000100:00000001:0.0:1788851879.435811:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851879.435814:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851879.435817:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1788851879.435823:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788851879.435833:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851879.435837:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851879.435840:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:0.0:1788851879.435842:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851879.435844:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851879.435849:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.435856:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851879.435860:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851879.435862:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851879.435866:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851879.435875:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950899456:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851879.435881:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851879.435884:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851879.435929:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9f800 x1875733950899456/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.435938:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851879.435940:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851879.435945:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afac00. 02000000:00000001:0.0:1788851879.435955:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851879.435959:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851879.435961:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851879.435965:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851879.435969:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8700. 02000000:00000001:0.0:1788851879.435973:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851879.435975:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851879.435978:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9f800. 00000100:00000001:0.0:1788851879.435983:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851879.435984:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851879.435988:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851879.435990:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851879.435991:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851879.435994:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851879.435995:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851879.442107:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851879.442132:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851879.442139:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851879.442142:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851879.442154:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.442226:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851879.442239:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.442246:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.442253:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.442258:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62480 00000400:00000200:0.0:1788851879.442264:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.442273:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb51 [1] + 224 00000800:00000001:0.0:1788851879.442282:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851879.442288:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851879.442292:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851879.442298:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851879.442309:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851879.442321:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851879.442334:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.442423:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788851879.442431:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851879.442451:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851879.442468:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851879.442472:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851879.442474:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851879.442476:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851879.442479:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.442482:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851879.442487:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.442489:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.442492:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.442495:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d62580 00000400:00000200:0.0:1788851879.442499:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851879.442504:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb61 [1] + 224 00000800:00000001:0.0:1788851879.442508:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851879.442516:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851879.442518:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851879.442522:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851879.442526:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851879.442531:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851879.442540:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.442559:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851879.442563:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851879.442567:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788851879.446377:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788851879.446388:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788851879.446394:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56e70. 00000400:00000200:1.0:1788851879.446404:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4d880 00000400:00000010:1.0:1788851879.446407:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4d880. 00000100:00000001:1.0:1788851879.446414:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851879.446429:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788851879.446444:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.446453:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788851879.446455:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788851879.446458:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788851879.446462:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788851879.446466:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788851879.446469:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788851879.446473:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788851879.446484:0:2399:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=20 v=85 (85 85 85 86) 00000100:00001000:1.0:1788851879.446490:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=28 v=5 (1 1 1 0) 00000100:00000001:1.0:1788851879.446492:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788851879.446494:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788851879.446497:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788851879.446501:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851879.446506:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788851879.446527:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:1.0:1788851879.446530:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788851879.446533:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788851879.446539:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851879.446548:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788851879.446551:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788851879.446554:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788851879.446558:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788851879.446567:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950899328:192.168.201.149@tcp:400:kworker.0 00000400:00000001:0.0:1788851879.446871:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788851879.446874:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788851879.446877:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989b00d56580. 00000400:00000200:0.0:1788851879.446880:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ae4a4dbb0 00000400:00000010:0.0:1788851879.446882:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ae4a4dbb0. 00000100:00000001:0.0:1788851879.446886:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851879.446920:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788851879.446930:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.446937:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788851879.446939:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851879.446941:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788851879.446943:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788851879.446944:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788851879.446946:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788851879.446948:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788851879.446953:0:2399:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=20 v=36 (36 36 5 5) 00000100:00001000:0.0:1788851879.446956:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=7 v=5 (1 1 1 1) 00000100:00000001:0.0:1788851879.446958:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788851879.446960:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788851879.446962:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788851879.446964:0:2399:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851879.446967:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788851879.446990:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:0.0:1788851879.446993:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788851879.446995:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788851879.446999:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.447006:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788851879.447017:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788851879.447018:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788851879.447022:0:2399:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788851879.447030:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989b01a9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2399:1875733950899584:192.168.201.149@tcp:400:kworker.0 00000100:00000001:0.0:1788851879.447035:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851879.447039:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851879.447050:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9ed80 x1875733950899328/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788851995 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.447057:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851879.447060:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851879.447065:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afb000. 02000000:00000001:0.0:1788851879.447069:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851879.447072:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851879.447074:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:0.0:1788851879.447077:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851879.447081:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8200. 02000000:00000001:0.0:1788851879.447086:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851879.447088:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851879.447090:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9ed80. 00000100:00000001:0.0:1788851879.447093:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851879.447095:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851879.447097:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851879.447100:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989b01a9f100 x1875733950899584/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851879.447106:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788851879.447108:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788851879.447109:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989af1afbe00. 02000000:00000001:0.0:1788851879.447112:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788851879.447113:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788851879.447114:0:2399:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:0.0:1788851879.447116:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788851879.447118:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989afa3c8c00. 02000000:00000001:0.0:1788851879.447120:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788851879.447121:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788851879.447122:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989b01a9f100. 00000100:00000001:0.0:1788851879.447124:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788851879.447125:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851879.447128:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788851879.447139:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788851879.447142:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851879.447145:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788851879.447148:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851879.805019:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851879.805030:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851879.805039:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851879.805040:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851879.805134:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851879.805139:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851879.805142:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851880.832358:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851880.832369:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851880.832376:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851880.832377:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788851880.832405:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788851880.832409:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788851880.832412:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851881.854782:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851881.854792:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851881.854800:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851881.854802:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851881.867611:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851881.867621:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851881.867628:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851882.877140:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851882.877151:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851882.877159:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851882.877161:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851882.877358:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851882.877363:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851882.877367:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851883.264273:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307449047, at 4307449091 00000100:00000010:0.0:1788851883.264294:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989afa3ef900. 00000100:00000040:1.0:1788851883.264401:0:247487:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307449047, at 4307449091 00000100:00000010:1.0:1788851883.264408:0:247487:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989afa3ef2a0. 00010000:00000001:3.0:1788851883.901077:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851883.901091:0:275047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851883.901094:0:275047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851883.901098:0:275047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851883.901105:0:275047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851883.901107:0:275047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851883.901109:0:275047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851883.901111:0:275047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851883.901117:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851883.901119:0:275047:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788851883.901121:0:275047:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788851883.901127:0:275047:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788851883.901130:0:275047:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788851883.901131:0:275047:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851883.901133:0:275047:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788851883.901134:0:275047:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851883.901136:0:275047:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851883.901138:0:275047:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851883.903017:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851883.903027:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851883.903033:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788851884.544260:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851884.544272:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851884.544282:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1998e00. 00000020:00000040:2.0:1788851884.544290:0:249272:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:2.0:1788851884.544295:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851884.544299:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851884.544306:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851884.544315:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642900. 00000100:00000001:2.0:1788851884.544323:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851884.544339:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851884.544351:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851884.544357:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851884.544365:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848b031d] to pc [ptlrpcd_01_01+1] req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.544392:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851884.544395:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851884.544399:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788851884.544406:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788851884.544411:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788851884.544413:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.544422:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851884.544425:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.544427:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.544442:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851884.544445:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851884.544450:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.544459:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851884.544462:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851884.544466:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851884.544470:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851884.544473:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851884.544476:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2401:1875733950899712:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851884.544481:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851884.544488:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851884.544491:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851884.544494:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851884.544500:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac61e9200. 02000000:00000001:2.0:1788851884.544502:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851884.544512:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851884.544517:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851884.544528:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1000. 00000100:00000200:2.0:1788851884.544538:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950899712, portal 25 00000100:00000001:2.0:1788851884.544541:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851884.544543:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978598912 : -113683730952704 : ffff989af1998e00) 00000100:00000040:2.0:1788851884.544548:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.544557:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851884.544560:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851884.544563:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1908. 00000100:00000200:2.0:1788851884.544568:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950899712, offset 0 00000400:00000200:2.0:1788851884.544577:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851884.544589:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851884.544600:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851884.544607:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851884.544613:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851884.544625:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851884.544629:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851884.544634:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541430:541430:256:4294967295] 192.168.201.149@tcp LPNI seq info [541364:541364:8:4294967295] 00000100:00000001:3.0:1788851884.544640:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1788851884.544640:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851884.544646:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851884.544657:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851884.544666:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851884.544672:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642800. 00000800:00000200:2.0:1788851884.544679:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851884.544689:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851884.544695:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642800 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1788851884.544707:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1869f80. 00000020:00000040:3.0:1788851884.544712:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:3.0:1788851884.544715:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851884.544717:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788851884.544719:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851884.544720:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851884.544728:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 02000000:00000010:3.0:1788851884.544729:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a300. 00000100:00000001:2.0:1788851884.544734:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307454168 00000100:00000001:3.0:1788851884.544735:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788851884.544742:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af990a660. 00000100:00000040:3.0:1788851884.544745:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851884.544755:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851884.544758:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851884.544762:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2223873] to pc [ptlrpcd_01_00+0] req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851884.544776:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851884.544778:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851884.544782:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788851884.544786:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788851884.544788:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788851884.544790:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851884.544794:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851884.544796:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851884.544798:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851884.544799:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851884.544801:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851884.544805:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851884.544813:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851884.544815:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851884.544817:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851884.544819:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851884.544822:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851884.544832:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1869f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950899840:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851884.544836:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851884.544840:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851884.544841:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851884.544844:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851884.544847:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac50e3400. 02000000:00000001:3.0:1788851884.544850:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851884.544855:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851884.544859:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846420. 00000400:00000010:3.0:1788851884.544865:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067bb0. 00000100:00000200:3.0:1788851884.544870:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950899840, portal 10 00000100:00000001:3.0:1788851884.544872:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851884.544874:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977358208 : -113683732193408 : ffff989af1869f80) 00000100:00000040:3.0:1788851884.544882:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851884.544913:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851884.544916:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851884.544919:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad10672a8. 00000100:00000200:3.0:1788851884.544932:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950899840, offset 0 00000400:00000200:3.0:1788851884.544938:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851884.544944:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851884.544948:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851884.544951:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851884.544954:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851884.544957:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851884.544959:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851884.544963:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541431:541431:255:4294967295] 192.168.201.149@tcp LPNI seq info [541365:541365:7:4294967295] 00000800:00000200:1.0:1788851884.545115:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851884.545120:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642800. 00000400:00000200:1.0:1788851884.545125:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851884.545131:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851884.545137:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1908 00000400:00000010:1.0:1788851884.545140:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1908. 00000100:00000001:1.0:1788851884.545145:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851884.545150:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851884.545161:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851884.545165:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851900 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851884.545173:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851884.545175:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788851884.545310:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788851884.545318:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307454169 00000100:00000010:2.0:1788851884.545323:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af990a2a0. 00000100:00000001:2.0:1788851884.545327:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788851884.545330:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851884.545334:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.545337:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.545340:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.545342:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.545343:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851884.545345:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.545347:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851884.547859:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851884.547881:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851884.547931:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851884.547938:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6ae00. 00000800:00000200:3.0:1788851884.547957:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851884.551960:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000001:0.0:1788851884.551974:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851884.551991:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851884.551996:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851884.551999:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851884.552008:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851884.552015:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851884.552025:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851884.552031:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851884.552039:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851884.552043:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d62600 00000400:00000200:0.0:1788851884.552049:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851884.552057:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb71 [1] + 224 00000800:00000001:0.0:1788851884.552066:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851884.552073:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851884.552076:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851884.552082:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851884.552091:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851884.552104:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851884.552117:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851884.552139:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851884.552151:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851884.552154:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.552222:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.552228:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851884.552238:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851884.552240:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851884.552244:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851884.552249:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1000 00000400:00000010:2.0:1788851884.552253:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1000. 00000100:00000001:2.0:1788851884.552271:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851884.552277:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851884.552288:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.552295:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851884.552298:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.552301:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851884.552305:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851884.552308:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851884.552312:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851884.552316:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851884.552325:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=25 v=5 (5 5 5 5) 00000100:00001000:2.0:1788851884.552329:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=28 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851884.552332:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851884.552334:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851884.552338:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851884.552341:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.552344:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851884.552350:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.552358:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851884.552361:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851884.552364:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851884.552369:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851900 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851884.552377:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2401:1875733950899712:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851884.552384:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.552387:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851884.552390:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1998e00 x1875733950899712/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851900 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.552397:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851884.552405:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851884.552410:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac61e9200. 02000000:00000001:2.0:1788851884.552414:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851884.552417:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851884.552419:0:2401:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:2.0:1788851884.552422:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851884.552426:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642900. 02000000:00000001:2.0:1788851884.552430:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851884.552432:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851884.552434:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1998e00. 00000100:00000001:2.0:1788851884.552439:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851884.552440:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.552444:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.552453:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851884.552455:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.552457:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.552460:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788851884.554514:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6ae00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851884.554543:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851884.554553:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24786 usecs (25 jiffies) 00000400:00000200:3.0:1788851884.554563:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851884.554573:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307450406 00000100:00000001:3.0:1788851884.554578:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307454168 00000100:00000001:3.0:1788851884.554581:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307450406 00000100:00000001:3.0:1788851884.554584:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307454169 00000100:00000001:3.0:1788851884.554587:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851884.554592:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851884.554597:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851884.554604:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788851884.554626:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186b100. 00000800:00000200:1.0:1788851884.554629:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000040:3.0:1788851884.554633:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000800:00000010:1.0:1788851884.554636:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6ae00. 00000100:00000001:3.0:1788851884.554641:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1788851884.554644:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1788851884.554646:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1788851884.554654:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 02000000:00000001:3.0:1788851884.554655:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788851884.554664:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad10672a8 02000000:00000010:3.0:1788851884.554666:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a100. 00000400:00000010:1.0:1788851884.554669:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad10672a8. 00000100:00000001:3.0:1788851884.554676:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851884.554677:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851884.554688:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788851884.554690:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788851884.554715:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788851884.554716:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1788851884.554722:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851884.554723:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851884.554734:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851884.554735:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003fc3a088] to pc [ptlrpcd_01_01+1] req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851884.554738:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788851884.554773:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851884.554777:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788851884.554782:0:249272:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788851884.554796:0:249272:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af186a300. 00000020:00000040:3.0:1788851884.554799:0:249272:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:3.0:1788851884.554802:0:249272:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788851884.554803:0:249272:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788851884.554806:0:249272:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788851884.554809:0:249272:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01a6a200. 00000100:00000001:3.0:1788851884.554814:0:249272:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851884.554819:0:249272:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788851884.554827:0:249272:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788851884.554829:0:249272:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851884.554834:0:249272:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e63fbbb8] to pc [ptlrpcd_01_00+0] req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851884.554843:0:249272:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851884.554845:0:249272:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788851884.554849:0:249272:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788851884.554856:0:249272:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12788) 00000100:00000001:2.0:1788851884.554876:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.554881:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851884.554883:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851884.554917:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.554937:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851884.554938:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.554941:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851884.554942:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851884.554946:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1788851884.554948:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1788851884.554954:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1788851884.554954:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851884.554959:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851884.554967:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950899968:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851884.554972:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788851884.554978:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1788851884.554979:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788851884.554980:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851884.554984:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851884.554985:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851884.554989:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851884.554989:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1788851884.554994:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851884.554996:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac61e9200. 00000100:00100000:3.0:1788851884.554998:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af186a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950900096:192.168.201.149@tcp:400:kworker.0 02000000:00000001:2.0:1788851884.555002:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851884.555004:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851884.555009:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851884.555012:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851884.555012:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851884.555018:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 02000000:00000001:3.0:1788851884.555022:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851884.555026:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac50e3e00. 02000000:00000001:3.0:1788851884.555030:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788851884.555035:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1000. 00000400:00000200:3.0:1788851884.555036:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851884.555043:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad58469f8. 00000100:00000200:2.0:1788851884.555046:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950899968, portal 10 00000400:00000010:3.0:1788851884.555048:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067cc0. 00000100:00000001:2.0:1788851884.555051:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1788851884.555054:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950900096, portal 4 00000100:00000001:2.0:1788851884.555055:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977362688 : -113683732188928 : ffff989af186b100) 00000100:00000001:3.0:1788851884.555059:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851884.555062:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389977359104 : -113683732192512 : ffff989af186a300) 00000100:00000040:2.0:1788851884.555067:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788851884.555073:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.555081:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851884.555085:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851884.555088:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1088. 00000100:00000200:2.0:1788851884.555091:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950899968, offset 0 00000400:00000200:2.0:1788851884.555099:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851884.555108:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851884.555117:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851884.555123:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851884.555129:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851884.555133:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851884.555136:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851884.555140:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541432:541432:256:4294967295] 192.168.201.149@tcp LPNI seq info [541366:541366:8:4294967295] 00000400:00000200:2.0:1788851884.555145:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851884.555155:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851884.555161:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851884.555167:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642900. 00000800:00000200:2.0:1788851884.555174:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851884.555182:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851884.555186:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851884.555202:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851884.555206:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21427 usecs (22 jiffies) 00000400:00000200:2.0:1788851884.555209:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851884.555211:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307450404 00000100:00000001:2.0:1788851884.555214:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307454168 00000100:00000001:2.0:1788851884.555221:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307450404 00000100:00000001:2.0:1788851884.555224:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307454169 00000100:00000001:2.0:1788851884.555226:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851884.555228:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.555231:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.555233:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.555243:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851884.555245:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=111 : 111 : 6f) 00000100:00000001:2.0:1788851884.555248:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.555249:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851884.555251:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.555252:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1788851884.555435:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788851884.555439:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642900. 00000400:00000200:0.0:1788851884.555444:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851884.555448:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:0.0:1788851884.555461:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1088 00000400:00000010:0.0:1788851884.555463:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1088. 00000100:00000001:0.0:1788851884.555467:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1788851884.555471:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851884.555481:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788851884.555484:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851884.555492:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788851884.555493:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788851884.562474:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851884.562485:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000800:00000001:1.0:1788851884.563206:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851884.563217:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851884.563221:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851884.563223:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851884.563244:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851884.563251:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851884.563263:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851884.563269:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851884.563275:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851884.563279:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62680 00000400:00000200:1.0:1788851884.563286:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851884.563294:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb79 [1] + 224 00000800:00000001:1.0:1788851884.563304:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851884.563311:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851884.563316:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851884.563322:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851884.563333:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851884.563346:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851884.563377:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851884.563393:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851884.563405:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851884.563409:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.563762:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.563769:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851884.563778:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851884.563781:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851884.563786:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846420. 00000400:00000200:2.0:1788851884.563792:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067bb0 00000400:00000010:2.0:1788851884.563795:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067bb0. 00000100:00000001:2.0:1788851884.563801:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851884.563808:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851884.563821:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.563829:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851884.563831:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.563834:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851884.563838:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851884.563840:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851884.563843:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851884.563847:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851884.563858:0:2402:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=25 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851884.563862:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=33 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851884.563865:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851884.563874:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851884.563878:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851884.563883:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.563932:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851884.563935:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1788851884.563938:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851884.563941:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851884.563948:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.563957:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851884.563962:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851884.564182:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851884.564190:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851884.564199:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1869f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950899840:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851884.564205:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.564208:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851884.564212:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1869f80 x1875733950899840/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.564219:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851884.564222:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851884.564227:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac50e3400. 02000000:00000001:2.0:1788851884.564230:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851884.564233:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851884.564235:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851884.564238:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851884.564242:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a300. 02000000:00000001:2.0:1788851884.564246:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851884.564249:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851884.564251:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1869f80. 00000100:00000001:2.0:1788851884.564255:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851884.564257:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.564261:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.564269:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.564272:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851884.564274:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.564277:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788851884.564293:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1088. 00000100:00000200:2.0:1788851884.564302:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950900096, offset 0 00000400:00000200:2.0:1788851884.564311:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851884.564320:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851884.564329:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851884.564336:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851884.564341:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851884.564346:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851884.564349:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851884.564354:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541433:541433:256:4294967295] 192.168.201.149@tcp LPNI seq info [541367:541367:8:4294967295] 00000400:00000200:2.0:1788851884.564359:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851884.564370:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851884.564377:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851884.564383:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642900. 00000800:00000200:2.0:1788851884.564390:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851884.564399:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851884.564404:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851884.564426:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851884.564432:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 169200 usecs (170 jiffies) 00000400:00000200:2.0:1788851884.564437:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851884.564441:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307450561 00000100:00000001:2.0:1788851884.564445:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307454168 00000100:00000001:2.0:1788851884.564448:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307450561 00000100:00000001:2.0:1788851884.564451:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307454169 00000100:00000001:2.0:1788851884.564455:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851884.564458:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.564468:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.564470:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.564480:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851884.564483:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1788851884.564486:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.564487:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851884.564489:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.564492:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851884.564506:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851884.564512:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642900. 00000400:00000200:1.0:1788851884.564517:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851884.564522:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851884.564526:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1088 00000400:00000010:1.0:1788851884.564528:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1088. 00000100:00000001:1.0:1788851884.564533:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851884.564537:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851939 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851884.564547:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851884.564551:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851939 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851884.564557:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851884.564559:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1788851884.572741:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851884.572763:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1788851884.572768:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851884.572771:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851884.572783:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851884.572792:0:2391:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:1.0:1788851884.572804:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851884.572810:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851884.572817:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851884.572822:0:2391:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62700 00000400:00000200:1.0:1788851884.572828:0:2391:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:1.0:1788851884.572916:0:2391:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb81 [1] + 224 00000800:00000001:1.0:1788851884.572951:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851884.572959:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1788851884.572962:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851884.572968:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:1.0:1788851884.572977:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788851884.572990:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788851884.573002:0:2391:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851884.573026:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1788851884.573038:0:2391:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1788851884.573041:0:2391:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.573226:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.573233:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851884.573243:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851884.573246:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851884.573249:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851884.573255:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1000 00000400:00000010:2.0:1788851884.573258:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1000. 00000100:00000001:2.0:1788851884.573262:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851884.573267:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851884.573277:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.573284:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851884.573287:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.573291:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851884.573294:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851884.573298:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851884.573301:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851884.573305:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851884.573317:0:2402:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=25 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851884.573322:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=7 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851884.573324:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851884.573326:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851884.573330:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1788851884.573336:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788851884.573344:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.573358:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851884.573402:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:2.0:1788851884.573404:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851884.573406:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851884.573412:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.573420:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851884.573424:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851884.573426:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851884.573430:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851884.573437:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950899968:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851884.573441:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.573444:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851884.573448:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186b100 x1875733950899968/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852000 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.573454:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851884.573457:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851884.573461:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac61e9200. 02000000:00000001:2.0:1788851884.573464:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851884.573467:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851884.573469:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851884.573472:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851884.573475:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a100. 02000000:00000001:2.0:1788851884.573479:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851884.573481:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851884.573484:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186b100. 00000100:00000001:2.0:1788851884.573488:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851884.573489:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.573491:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.573500:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851884.573502:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.573509:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.573512:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1788851884.575930:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851884.575946:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851884.575952:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851884.575954:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851884.575964:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851884.575974:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851884.575985:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851884.575991:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851884.575998:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851884.576002:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d62780 00000400:00000200:0.0:1788851884.576007:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851884.576015:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb89 [1] + 224 00000800:00000001:0.0:1788851884.576024:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851884.576051:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851884.576055:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851884.576060:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851884.576070:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851884.576080:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851939 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851884.576093:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851884.576131:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851884.576140:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851884.576143:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.580051:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.580064:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851884.580077:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851884.580080:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851884.580085:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad58469f8. 00000400:00000200:2.0:1788851884.580095:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067cc0 00000400:00000010:2.0:1788851884.580098:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067cc0. 00000100:00000001:2.0:1788851884.580104:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851884.580120:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851939 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851884.580131:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851939 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.580137:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851884.580139:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.580142:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851884.580145:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851884.580148:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851884.580150:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851884.580154:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851884.580167:0:2401:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=25 v=36 (36 36 5 5) 00000100:00001000:2.0:1788851884.580171:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1788851884.580173:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851884.580174:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851884.580177:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851884.580180:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.580183:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851884.580185:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:2.0:1788851884.580187:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851884.580188:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851884.580192:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.580197:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851884.580200:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851884.580209:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851884.580213:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851939 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851884.580219:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af186a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950900096:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851884.580222:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.580225:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851884.580227:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af186a300 x1875733950900096/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851939 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851884.580232:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851884.580235:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851884.580238:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac50e3e00. 02000000:00000001:2.0:1788851884.580242:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851884.580245:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851884.580247:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:2.0:1788851884.580250:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851884.580254:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01a6a200. 02000000:00000001:2.0:1788851884.580257:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851884.580259:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851884.580261:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af186a300. 00000100:00000001:2.0:1788851884.580265:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851884.580267:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.580269:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851884.580278:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851884.580281:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851884.580284:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851884.580286:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851884.927881:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851884.927902:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851884.927908:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851884.927909:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851884.928153:0:234949:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851884.928157:0:234949:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851884.928160:0:234949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851885.950094:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851885.950104:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851885.950112:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851885.950113:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788851885.952259:0:246763:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788851885.952267:0:246763:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788851885.952273:0:246763:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788851886.983707:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851886.983714:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851886.983720:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851886.983721:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851886.987044:0:234948:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851886.987051:0:234948:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851886.987056:0:234948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788851887.133330:0:277489:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788851887.481276:0:277525:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788851887.481282:0:277525:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_812a: @@@@@@ FAIL: client: import is not in CONNECTING state after 50 00000001:00000001:1.0:1788851887.494409:0:277525:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1788851887.997148:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851887.997155:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851887.997160:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851887.997161:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788851887.998126:0:242195:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788851887.998131:0:242195:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788851887.998135:0:242195:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788851888.380999:0:244967:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8000 (cpu 0) has reached its deadline 4307454168, at 4307454208 00000100:00000010:0.0:1788851888.381017:0:244967:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af990a660. 00000100:00000040:1.0:1788851888.382056:0:274611:0:(connection.c:75:cpu_latency_work()) work item of ffff989ac4ed8110 (cpu 1) has reached its deadline 4307454169, at 4307454208 00000100:00000010:1.0:1788851888.382067:0:274611:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff989af990a2a0. 00010000:00000001:3.0:1788851889.021913:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851889.021920:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851889.021926:0:275047:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788851889.021928:0:275047:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788851889.022600:0:246764:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788851889.022604:0:246764:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788851889.022608:0:246764:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788851889.531846:0:277625:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666413:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851889.666438:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851889.666446:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1998e00. 00000020:00000040:2.0:1788851889.666454:0:218145:0:(genops.c:1210:class_import_get()) import ffff989af9937000 refcount=4 obd=MGC192.168.201.149@tcp 00000100:00000001:2.0:1788851889.666459:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851889.666464:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851889.666471:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851889.666482:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642b00. 00000100:00000001:2.0:1788851889.666492:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666508:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b->MGS req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851889.666521:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851889.666526:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666534:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000848b031d] to pc [ptlrpcd_01_01+1] req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.666568:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666571:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851889.666575:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851889.666579:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1999c00. 00000020:00000040:2.0:1788851889.666582:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f000 refcount=6 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851889.666585:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851889.666586:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851889.666588:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851889.666592:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642400. 00000100:00000001:2.0:1788851889.666595:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666600:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0000_UUID req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851889.666608:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851889.666610:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666614:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d71ca92] to pc [ptlrpcd_01_00+0] req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.666623:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666630:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851889.666634:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851889.666637:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af199a680. 00000020:00000040:2.0:1788851889.666640:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841f800 refcount=4 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000100:00000001:2.0:1788851889.666642:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851889.666644:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851889.666645:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851889.666650:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642c00. 00000100:00000001:2.0:1788851889.666653:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666658:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-MDT0001_UUID req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851889.666667:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851889.666669:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666673:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e8cfc8f] to pc [ptlrpcd_01_01+1] req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.666681:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666683:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788851889.666687:0:218145:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788851889.666691:0:218145:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff989af1999f80. 00000020:00000040:2.0:1788851889.666693:0:218145:0:(genops.c:1210:class_import_get()) import ffff989ac841c800 refcount=4 obd=lustre-OST0000-osc-ffff989ae4bee800 00000100:00000001:2.0:1788851889.666696:0:218145:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788851889.666697:0:218145:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788851889.666699:0:218145:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788851889.666703:0:218145:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff989b01642d00. 00000100:00000001:2.0:1788851889.666706:0:218145:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666710:0:218145:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0000_UUID req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788851889.666717:0:218145:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788851889.666719:0:218145:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666723:0:218145:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a46031b5] to pc [ptlrpcd_01_00+0] req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.666742:0:218145:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.666745:0:218145:0:(pinger.c:229:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788851889.666749:0:218145:0:(pinger.c:247:ptlrpc_pinger_process_import()) ce355dc5-aa26-4be3-aeee-a9c6a736c297->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788851889.666754:0:218145:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12793) 00000100:00000001:2.0:1788851889.666766:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851889.666772:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851889.666775:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851889.666782:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.666791:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851889.666794:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851889.666799:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851889.666802:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851889.666806:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851889.666810:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950900352:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851889.666815:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851889.666822:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851889.666825:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851889.666828:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851889.666844:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac5330600. 02000000:00000001:2.0:1788851889.666847:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851889.666855:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851889.666861:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb4d0. 00000400:00000010:2.0:1788851889.666871:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1000. 00000100:00000200:2.0:1788851889.666881:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950900352, portal 10 00000100:00000001:2.0:1788851889.666883:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851889.666885:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978602496 : -113683730949120 : ffff989af1999c00) 00000100:00000040:2.0:1788851889.667261:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.667269:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851889.667280:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851889.667284:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1908. 00000100:00000200:2.0:1788851889.667288:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950900352, offset 0 00000400:00000200:2.0:1788851889.667296:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851889.667306:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851889.667315:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851889.667322:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851889.667327:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851889.667331:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851889.667334:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851889.667338:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541434:541434:256:4294967295] 192.168.201.149@tcp LPNI seq info [541368:541368:8:4294967295] 00000400:00000200:2.0:1788851889.667342:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851889.667355:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851889.667362:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851889.667367:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642500. 00000800:00000200:2.0:1788851889.667375:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851889.667386:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851889.667391:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851889.667470:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851889.667474:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851889.667476:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851889.667489:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851889.667496:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851889.667498:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851889.667501:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851889.667503:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851889.667506:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851889.667509:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950900224:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851889.667513:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851889.667516:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851889.667517:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851889.667519:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851889.667523:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad0f2e600. 02000000:00000001:3.0:1788851889.667525:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851889.667530:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851889.667533:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad5846688. 00000400:00000010:3.0:1788851889.667538:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067c38. 00000100:00000200:3.0:1788851889.667542:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950900224, portal 25 00000100:00000001:3.0:1788851889.667544:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851889.667545:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978598912 : -113683730952704 : ffff989af1998e00) 00000100:00000040:3.0:1788851889.667550:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851889.667558:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851889.667560:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851889.667562:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067a18. 00000100:00000200:3.0:1788851889.667564:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733950900224, offset 0 00000400:00000200:3.0:1788851889.667570:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851889.667573:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851889.667577:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851889.667580:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851889.667582:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851889.667585:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851889.667587:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851889.667596:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541435:541435:255:4294967295] 192.168.201.149@tcp LPNI seq info [541369:541369:7:4294967295] 00000400:00000200:3.0:1788851889.667600:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851889.667607:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851889.667612:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851889.667616:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6a700. 00000800:00000200:3.0:1788851889.667620:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851889.667625:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851889.667627:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851889.668271:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.668279:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: using a timeout of 24786 usecs (25 jiffies) 00000400:00000200:2.0:1788851889.668285:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851889.668288:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307455519 00000100:00000010:2.0:1788851889.668294:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af990ad80. 00000100:00000001:2.0:1788851889.668304:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 0 00000100:00000001:2.0:1788851889.668313:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307455519 00000100:00000010:2.0:1788851889.668316:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff989af990aa20. 00000100:00000001:2.0:1788851889.668319:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff989ae4bee800: PM QoS request now active for cpu 1 00000100:00000001:2.0:1788851889.668323:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851889.668326:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851889.668329:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788851889.668341:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.668350:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788851889.668352:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851889.668355:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788851889.668357:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788851889.668360:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788851889.668363:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af1999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950900608:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851889.668367:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788851889.668371:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788851889.668373:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851889.668375:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788851889.668379:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ac5331400. 02000000:00000001:2.0:1788851889.668381:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788851889.668385:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:2.0:1788851889.668388:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ac95bb5d8. 00000400:00000010:2.0:1788851889.668394:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1770. 00000100:00000200:2.0:1788851889.668398:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950900608, portal 4 00000100:00000001:2.0:1788851889.668401:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788851889.668402:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978603392 : -113683730948224 : ffff989af1999f80) 00000100:00000040:2.0:1788851889.668409:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.668416:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788851889.668418:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:2.0:1788851889.668421:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989b011f1330. 00000100:00000200:2.0:1788851889.668424:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733950900608, offset 0 00000400:00000200:2.0:1788851889.668429:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:2.0:1788851889.668434:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851889.668439:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:2.0:1788851889.668442:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788851889.668445:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:2.0:1788851889.668448:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788851889.668455:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:2.0:1788851889.668458:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541436:541436:254:4294967295] 192.168.201.149@tcp LPNI seq info [541370:541370:6:4294967295] 00000400:00000200:2.0:1788851889.668463:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:2.0:1788851889.668471:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:2.0:1788851889.668477:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:2.0:1788851889.668480:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01642200. 00000800:00000200:2.0:1788851889.668484:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:2.0:1788851889.668489:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:2.0:1788851889.668491:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01642200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788851889.670685:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851889.670707:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851889.670711:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 0 is 4307459294 00000100:00000001:3.0:1788851889.670721:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307455519 00000100:00000001:3.0:1788851889.670727:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS new deadline estimation for cpu 1 is 4307459294 00000100:00000001:3.0:1788851889.670730:0:2402:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.149@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307455519 00000100:00000001:3.0:1788851889.670734:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851889.670738:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851889.670743:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788851889.670759:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851889.670771:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788851889.670774:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851889.670780:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788851889.670784:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788851889.670787:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788851889.670791:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff989af199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950900480:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851889.670796:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788851889.670803:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788851889.670807:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851889.670809:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788851889.670819:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff989ad0f2fe00. 02000000:00000001:3.0:1788851889.670830:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788851889.670845:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000010:3.0:1788851889.670850:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff989ad58469a0. 00000400:00000010:3.0:1788851889.670860:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067908. 00000100:00000200:3.0:1788851889.670869:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733950900480, portal 10 00000100:00000001:3.0:1788851889.670872:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788851889.670874:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446630389978605184 : -113683730946432 : ffff989af199a680) 00000100:00000040:3.0:1788851889.670883:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851889.670913:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788851889.670917:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.149@tcp 00000400:00000010:3.0:1788851889.670922:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff989ad1067cc0. 00000100:00000200:3.0:1788851889.670926:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733950900480, offset 0 00000400:00000200:3.0:1788851889.670933:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.149@tcp 00000400:00000200:3.0:1788851889.670943:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851889.670952:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.149@tcp local destination 00000400:00000200:3.0:1788851889.670958:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788851889.670963:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.49@tcp 00000400:00000200:3.0:1788851889.670967:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.49@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788851889.670971:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.149@tcp 00000400:00000200:3.0:1788851889.670975:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.49@tcp NI seq info: [541437:541437:253:4294967295] 192.168.201.149@tcp LPNI seq info [541371:541371:5:4294967295] 00000400:00000200:3.0:1788851889.670980:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:3.0:1788851889.670991:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp:) -> 192.168.201.149@tcp(192.168.201.149@tcp:192.168.201.149@tcp) : PUT try# 0 00000800:00000200:3.0:1788851889.670998:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.149@tcp 00000800:00000010:3.0:1788851889.671002:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff989b01a6a000. 00000800:00000200:3.0:1788851889.671009:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff989ad23d4e40] -> 12345-192.168.201.149@tcp (5) 00000800:00000200:3.0:1788851889.671017:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.149@tcp ip 192.168.201.149:988 00000800:00000200:3.0:1788851889.671022:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff989b01a6a000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788851889.671287:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.671295:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: using a timeout of 169091 usecs (170 jiffies) 00000400:00000200:2.0:1788851889.671299:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:2.0:1788851889.671301:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307455668 00000100:00000001:2.0:1788851889.671304:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307459294 00000100:00000001:2.0:1788851889.671306:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307455668 00000100:00000001:2.0:1788851889.671308:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307459294 00000100:00000001:2.0:1788851889.671310:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851889.671313:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851889.671316:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851889.671320:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851889.671331:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851889.671334:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00000001:2.0:1788851889.671338:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851889.671340:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788851889.671342:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851889.671346:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851889.671386:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851889.671390:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: using a timeout of 21428 usecs (22 jiffies) 00000400:00000200:3.0:1788851889.671394:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000100:00000001:3.0:1788851889.671404:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 0 is 4307455520 00000100:00000001:3.0:1788851889.671407:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 0, keep current deadline 4307459294 00000100:00000001:3.0:1788851889.671409:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS new deadline estimation for cpu 1 is 4307455520 00000100:00000001:3.0:1788851889.671411:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff989ae4bee800: PM QoS request active for cpu 1, keep current deadline 4307459294 00000100:00000001:3.0:1788851889.671413:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851889.671415:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851889.671418:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851889.671420:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851889.671424:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851889.671426:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788851889.671428:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851889.671429:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788851889.671431:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851889.671433:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1788851889.676981:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851889.676997:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642500. 00000400:00000200:1.0:1788851889.677004:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851889.677016:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851889.677035:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1908 00000400:00000010:1.0:1788851889.677040:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1908. 00000100:00000001:1.0:1788851889.677047:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851889.677057:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851889.677074:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851889.677089:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851889.677098:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851889.677100:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851889.677124:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851889.677127:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6a700. 00000400:00000200:1.0:1788851889.677130:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851889.677243:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851889.677247:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067a18 00000400:00000010:1.0:1788851889.677249:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067a18. 00000100:00000001:1.0:1788851889.677253:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851889.677259:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851889.677268:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851889.677271:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851905 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851889.677278:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851889.677280:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851889.677291:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851889.677293:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01642200. 00000400:00000200:1.0:1788851889.677297:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851889.677301:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851889.677303:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1330 00000400:00000010:1.0:1788851889.677305:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1330. 00000100:00000001:1.0:1788851889.677308:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851889.677312:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851944 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851889.677321:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851889.677324:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851944 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851889.677330:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851889.677331:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1788851889.677414:0:2391:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1788851889.677418:0:2391:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff989b01a6a000. 00000400:00000200:1.0:1788851889.677422:0:2391:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788851889.677426:0:2391:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000400:00000200:1.0:1788851889.677430:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067cc0 00000400:00000010:1.0:1788851889.677432:0:2391:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067cc0. 00000100:00000001:1.0:1788851889.677434:0:2391:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1788851889.677439:0:2391:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851889.677447:0:2391:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788851889.677450:0:2391:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788851889.677457:0:2391:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788851889.677459:0:2391:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1788851889.696105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696121:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851889.696125:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696128:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851889.696207:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696218:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851889.696231:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696237:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696244:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696249:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 4 MB=0x6a9f857d62980 00000400:00000200:0.0:1788851889.696255:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696262:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bba1 [1] + 224 00000800:00000001:0.0:1788851889.696272:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696276:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851889.696280:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851889.696285:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851889.696295:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851889.696306:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851944 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851889.696318:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.696389:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851889.696395:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788851889.696411:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851889.696423:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696428:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851889.696429:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696432:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851889.696436:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696440:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851889.696445:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696448:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696451:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696453:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 25 MB=0x6a9f857d62800 00000400:00000200:0.0:1788851889.696457:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696463:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb99 [1] + 224 00000800:00000001:0.0:1788851889.696467:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696471:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851889.696472:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851889.696476:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851889.696479:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851889.696484:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851889.696492:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851889.696512:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851889.696516:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696520:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851889.696522:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696523:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851889.696526:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696530:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851889.696533:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696535:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696545:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696548:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62880 00000400:00000200:0.0:1788851889.696551:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696556:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bb91 [1] + 224 00000800:00000001:0.0:1788851889.696560:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696564:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851889.696566:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851889.696569:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851889.696572:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851889.696577:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851889.696586:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851889.696593:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851889.696596:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696599:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1788851889.696600:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696602:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851889.696605:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696608:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.49@tcp(192.168.201.49@tcp) <- 192.168.201.149@tcp : PUT - for me 00000400:00000200:0.0:1788851889.696611:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696614:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696616:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696619:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.149@tcp of length 224 into portal 10 MB=0x6a9f857d62900 00000400:00000200:0.0:1788851889.696621:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.201.149@tcp to cpt 0 00000400:00000200:0.0:1788851889.696625:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.149@tcp of length 224/224 into md 0x52bba9 [1] + 224 00000800:00000001:0.0:1788851889.696629:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696635:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1788851889.696637:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1788851889.696639:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.49@tcp->192.168.201.149@tcp: PUT: OK 00000100:00000001:0.0:1788851889.696642:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788851889.696651:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1788851889.696659:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788851889.696667:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1788851889.696671:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1788851889.696674:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851889.696730:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851889.696733:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788851889.696741:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851889.696743:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851889.696748:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad5846688. 00000400:00000200:3.0:1788851889.696753:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067c38 00000400:00000010:3.0:1788851889.696756:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067c38. 00000100:00000001:3.0:1788851889.696759:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851889.696764:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851889.696772:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851889.696778:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851889.696780:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851889.696782:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851889.696786:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851889.696789:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851889.696792:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851889.696795:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851889.696803:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff989af9937460 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1788851889.696814:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989af9937418 time=33 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851889.696817:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851889.696819:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851889.696822:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788851889.696824:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851889.696828:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851889.696843:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851905 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851889.696850:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851889.696853:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851889.696855:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851889.696859:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851905 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851889.696867:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1998e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:02bb28e9-8c40-41aa-b8b3-f1bd4aecd08b:2402:1875733950900224:192.168.201.149@tcp:400:kworker.0 00000400:00000001:3.0:1788851889.696873:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788851889.696874:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788851889.696875:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ad58469a0. 00000400:00000200:3.0:1788851889.696878:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989ad1067908 00000400:00000010:3.0:1788851889.696879:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989ad1067908. 00000100:00000001:3.0:1788851889.696881:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788851889.696884:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788851889.696924:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851889.696930:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788851889.696931:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851889.696933:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788851889.696935:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788851889.696937:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788851889.696938:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788851889.696941:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788851889.696947:0:2402:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841fc60 time=30 v=85 (85 85 85 86) 00000100:00001000:3.0:1788851889.696956:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841fc18 time=12 v=5 (1 1 1 0) 00000100:00000001:3.0:1788851889.696958:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788851889.696960:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788851889.696961:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788851889.696966:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788851889.696973:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851889.696976:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788851889.696978:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff989ae4bee800: skip recheck: last_committed 21474836545 00000100:00000001:3.0:1788851889.696980:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788851889.696982:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788851889.696986:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851889.696992:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788851889.696994:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788851889.696995:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788851889.696999:0:2402:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788851889.697006:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af199a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2402:1875733950900480:192.168.201.149@tcp:400:kworker.0 00000100:00000001:3.0:1788851889.697010:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851889.697013:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851889.697016:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1998e00 x1875733950900224/t0(0) o400->MGC192.168.201.149@tcp@192.168.201.149@tcp:26/25 lens 224/224 e 0 to 0 dl 1788851905 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851889.697024:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851889.697027:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851889.697030:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad0f2e600. 02000000:00000001:3.0:1788851889.697034:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851889.697037:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851889.697039:0:2402:0:(genops.c:1223:class_import_put()) import ffff989af9937000 refcount=3 obd=MGC192.168.201.149@tcp 00000020:00000001:3.0:1788851889.697041:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851889.697044:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642b00. 02000000:00000001:3.0:1788851889.697058:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851889.697061:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851889.697063:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1998e00. 00000100:00000001:3.0:1788851889.697067:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851889.697068:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851889.697070:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788851889.697074:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af199a680 x1875733950900480/t0(0) o400->lustre-MDT0001-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788851889.697079:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788851889.697080:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788851889.697082:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ad0f2fe00. 02000000:00000001:3.0:1788851889.697084:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788851889.697085:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788851889.697087:0:2402:0:(genops.c:1223:class_import_put()) import ffff989ac841f800 refcount=3 obd=lustre-MDT0001-mdc-ffff989ae4bee800 00000020:00000001:3.0:1788851889.697088:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788851889.697090:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642c00. 02000000:00000001:3.0:1788851889.697091:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788851889.697092:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788851889.697093:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af199a680. 00000100:00000001:3.0:1788851889.697096:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788851889.697096:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851889.697099:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788851889.697108:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788851889.697110:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788851889.697113:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788851889.697115:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788851889.697404:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851889.697408:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851889.697410:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb5d8. 00000400:00000200:2.0:1788851889.697414:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1770 00000400:00000010:2.0:1788851889.697423:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1770. 00000100:00000001:2.0:1788851889.697426:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851889.697432:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851944 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851889.697441:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851944 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.697448:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851889.697450:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851889.697452:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851889.697454:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851889.697455:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851889.697456:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851889.697458:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851889.697464:0:2401:0:(import.c:2149:obd_at_measure()) add 36 to ffff989ac841cc60 time=30 v=36 (36 36 5 5) 00000100:00001000:2.0:1788851889.697467:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841cc18 time=17 v=5 (1 1 1 1) 00000100:00000001:2.0:1788851889.697469:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851889.697470:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851889.697472:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851889.697474:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851889.697477:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851889.697478:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff989ae4bee800: skip recheck: last_committed 38654725820 00000100:00000001:2.0:1788851889.697480:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851889.697481:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.697485:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.697491:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851889.697493:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851889.697495:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851889.697498:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851944 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851889.697505:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1999f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950900608:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851889.697509:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851889.697518:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851889.697522:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1999f80 x1875733950900608/t0(0) o400->lustre-OST0000-osc-ffff989ae4bee800@192.168.201.149@tcp:28/4 lens 224/224 e 0 to 0 dl 1788851944 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.697527:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851889.697529:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851889.697531:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac5331400. 02000000:00000001:2.0:1788851889.697534:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851889.697535:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851889.697536:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841c800 refcount=3 obd=lustre-OST0000-osc-ffff989ae4bee800 00000020:00000001:2.0:1788851889.697538:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851889.697540:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642d00. 02000000:00000001:2.0:1788851889.697542:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851889.697543:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851889.697544:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1999f80. 00000100:00000001:2.0:1788851889.697547:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851889.697548:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851889.697551:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851889.697552:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851889.697554:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788851889.697556:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788851889.697558:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788851889.697559:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff989ac95bb4d0. 00000400:00000200:2.0:1788851889.697562:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff989b011f1000 00000400:00000010:2.0:1788851889.697564:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff989b011f1000. 00000100:00000001:2.0:1788851889.697565:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788851889.697569:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788851889.697577:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.697583:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788851889.697584:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851889.697586:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788851889.697587:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788851889.697588:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788851889.697589:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788851889.697591:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788851889.697602:0:2401:0:(import.c:2149:obd_at_measure()) add 85 to ffff989ac841f460 time=30 v=85 (85 85 85 86) 00000100:00001000:2.0:1788851889.697605:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff989ac841f418 time=38 v=5 (1 1 1 0) 00000100:00000001:2.0:1788851889.697607:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788851889.697609:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788851889.697610:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788851889.697612:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851889.697615:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788851889.697616:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff989ae4bee800: skip recheck: last_committed 30064771458 00000100:00000001:2.0:1788851889.697618:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788851889.697620:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788851889.697623:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.697629:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788851889.697631:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788851889.697632:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788851889.697635:0:2401:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788851889.697642:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff989af1999c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:ce355dc5-aa26-4be3-aeee-a9c6a736c297:2401:1875733950900352:192.168.201.149@tcp:400:kworker.0 00000100:00000001:2.0:1788851889.697646:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851889.697647:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788851889.697650:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff989af1999c00 x1875733950900352/t0(0) o400->lustre-MDT0000-mdc-ffff989ae4bee800@192.168.201.149@tcp:12/10 lens 224/224 e 0 to 0 dl 1788852005 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788851889.697655:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788851889.697656:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788851889.697658:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff989ac5330600. 02000000:00000001:2.0:1788851889.697660:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788851889.697662:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788851889.697663:0:2401:0:(genops.c:1223:class_import_put()) import ffff989ac841f000 refcount=5 obd=lustre-MDT0000-mdc-ffff989ae4bee800 00000020:00000001:2.0:1788851889.697664:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788851889.697666:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff989b01642400. 02000000:00000001:2.0:1788851889.697668:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788851889.697669:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788851889.697678:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff989af1999c00. 00000100:00000001:2.0:1788851889.697680:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788851889.697681:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851889.697682:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788851889.697687:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788851889.697688:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788851889.697689:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788851889.697691:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) Debug log: 3968 lines, 3968 kept, 0 dropped, 0 bad.